-- Logs begin at Fri 2021-12-10 08:42:02 UTC, end at Fri 2021-12-10 09:41:04 UTC. -- Dec 10 09:13:55.522358 dv-cinder-817514-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 09:13:58.332023 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.common.config [-] Logging enabled! Dec 10 09:13:58.332723 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 09:13:58.332999 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 09:13:58.336298 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.common.config [-] Logging enabled! Dec 10 09:13:58.336560 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 09:13:58.336880 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 09:13:58.337830 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 09:13:58.338092 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 09:13:58.338466 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 09:13:58.338715 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 09:13:58.338941 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 09:13:58.339273 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.339687 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 09:13:58.340000 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.340296 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.340592 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.340893 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.341187 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.341477 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.341765 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.342092 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.342387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.342657 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.342951 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.343243 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.343529 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.343814 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.344102 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.344387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] debug = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.344669 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.345100 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.345533 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.345816 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.346132 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.346414 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.346688 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.346971 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.347293 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.347625 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] host = dv-cinder-817514-4-iscsi {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.347904 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.348193 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.348479 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.348765 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.349042 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.349328 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.349604 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.349880 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.350183 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.350460 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.350748 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.351036 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.351327 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.351554 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.351777 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.352064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.352349 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.352624 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.352903 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.353176 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.353449 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.353723 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.353990 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.354299 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.354583 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.354866 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.355142 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.355417 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.355689 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.355961 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.356247 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.356516 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.356787 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.357061 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.357348 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.357616 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.357888 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.358211 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.358495 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.358782 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.359068 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.359343 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.359625 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.359899 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.360173 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.360446 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] use_json = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.360720 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.360993 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.361276 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.361553 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.361830 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.362126 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.362401 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.362684 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:13:58.363065 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.363065 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.363637 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.363926 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.364234 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.364519 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.364814 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.365096 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.365391 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.365682 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.365977 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.366287 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.366578 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.366857 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.367153 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.367461 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.367763 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.368057 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.368337 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.368616 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.368892 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.369177 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.369471 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.369759 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.370072 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.370366 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.370648 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.370947 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.371239 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.371539 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.371832 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.372110 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.372393 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.372689 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.372974 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.373253 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.373536 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.373830 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.374139 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.374416 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.374701 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.374983 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.375261 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.375535 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.375817 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.376108 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.376391 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.376668 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.376940 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.377223 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.377498 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.377787 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.378093 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.378374 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.378693 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.378965 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.379240 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.379516 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.379798 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.380072 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.380353 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.380626 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.380899 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.381173 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.381447 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.381722 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.381995 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.382291 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.382569 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.382846 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.383120 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.383393 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.383668 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.383941 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.384227 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.384528 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.384809 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.385090 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.385370 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.385650 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.385931 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.386233 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.386514 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.386795 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.387068 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.387361 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.387648 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.387938 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.388225 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.388531 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.388827 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.389110 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.389397 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.389681 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.389962 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.390274 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.390562 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.390856 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.391151 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.391446 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.391740 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.392033 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.392315 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.392626 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.392913 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:13:58.393134 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 09:13:58.393376 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 09:13:58.823258 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 09:13:58.823511 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 09:13:58.823854 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 09:13:58.824193 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 09:13:59.157942 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.158124 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.158420 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.159763 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.160044 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.160311 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.206334 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.206642 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.206941 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.221030 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.221319 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.221600 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.249879 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.250181 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.250454 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.288113 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.288403 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.288679 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.631048 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.631711 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.631711 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.631906 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.632554 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.731332 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.731656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.731945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.732176 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.732477 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.732790 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.733052 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.733311 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.733566 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.733852 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.734139 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.734408 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.734649 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.734906 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.735164 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.735428 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.735681 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.735952 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.736228 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.736469 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.736743 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.736997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.737278 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.737657 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.738142 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.738400 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.738802 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:13:59.739047 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:13:59.739290 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:13:59.739531 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:13:59.739769 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:13:59.740006 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:13:59.740378 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 09:13:59.743573 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 09:13:59.747666 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 09:13:59.751665 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 10 09:13:59.753308 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 09:13:59.753841 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 09:13:59.754147 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 09:13:59.754574 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 09:13:59.757406 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 09:13:59.757665 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 09:13:59.758041 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 09:13:59.763391 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 09:13:59.786591 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 09:13:59.787051 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.787344 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 09:13:59.787716 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.789105 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 09:13:59.789392 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 09:13:59.789642 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 09:13:59.792945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.793231 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:13:59.856584 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 09:13:59.856842 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 09:13:59.857084 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 09:13:59.857458 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 09:13:59.880841 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_db.sqlalchemy.engines [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 09:14:00.324039 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing driver for type 'gre' Dec 10 09:14:00.324653 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] gre ID ranges: [(1, 1000)] Dec 10 09:14:00.388252 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing driver for type 'local' Dec 10 09:14:00.388596 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing driver for type 'vlan' Dec 10 09:14:00.402751 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] VlanTypeDriver initialization complete Dec 10 09:14:00.403086 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing driver for type 'vxlan' Dec 10 09:14:00.403676 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] vxlan ID ranges: [(1, 1000)] Dec 10 09:14:00.459456 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing extension driver 'port_security' Dec 10 09:14:00.459827 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] PortSecurityExtensionDriver initialization complete Dec 10 09:14:00.460175 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing mechanism driver 'openvswitch' Dec 10 09:14:00.460551 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing mechanism driver 'hyperv' Dec 10 09:14:00.468569 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:00.468725 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.469087 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.469495 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.470562 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 09:14:00.470756 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.471169 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.471568 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.472102 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 09:14:00.472545 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.473030 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.473445 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.473950 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 09:14:00.474486 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.474975 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.475431 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.475969 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 09:14:00.476692 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.477192 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.477596 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.478081 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 09:14:00.478564 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.479052 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.479404 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.479888 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 09:14:00.480376 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] ML2 OVO RPC backend initialized. {{(pid=102301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 09:14:00.481343 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.481874 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.482426 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.482843 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > networks before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.483268 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.483705 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > ports before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.484125 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.484532 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.485037 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.485387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.485872 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.486405 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.486794 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.487195 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.487608 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.488093 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.488688 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.489472 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.plugin [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Modular L2 Plugin initialization complete Dec 10 09:14:00.489867 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading services supported by the core plugin {{(pid=102301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 09:14:00.490537 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.plugins.ml2.managers [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Got port-security extension from driver 'port_security' Dec 10 09:14:00.492190 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.extensions.vlantransparent [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Disabled vlantransparent extension. Dec 10 09:14:00.495462 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 09:14:00.496369 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: router Dec 10 09:14:00.547172 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.547570 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_create 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.547931 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router before_create 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.548287 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.548655 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.549002 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_delete 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.549351 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.549820 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.550213 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_create 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.550659 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_update 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.551006 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_update 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.551332 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.551683 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_update 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.552092 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.552452 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.552792 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.553123 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: subnet after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.553505 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.553854 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.554221 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.554561 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.554897 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.555247 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router after_update 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.555586 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.555939 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.556279 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.556620 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.557091 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > agent after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.557446 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.557787 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > network after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.558732 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Tracking information for resource: router configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:14:00.559760 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Tracking information for resource: floatingip configured {{(pid=102301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 09:14:00.565009 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.db.l3_agentschedulers_db [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 09:14:00.565589 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.565971 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port after_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.566539 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port after_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.566916 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: port after_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.567960 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router before_create 55550100 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.568675 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.569047 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.569402 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.576854 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.provider_configuration [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service providers = [] {{(pid=102301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 09:14:00.577161 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.db.servicetype_db [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 09:14:00.580772 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.service_base [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 09:14:00.581114 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.service_base [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 09:14:00.581454 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.service_base [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 09:14:00.582453 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.services.service_base [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 09:14:00.582825 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.services.service_base [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 09:14:00.583356 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.583680 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 09:14:00.594976 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.595308 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: auto_allocate Dec 10 09:14:00.601382 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: network precommit_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.601955 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: network precommit_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.603335 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.603676 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: tag Dec 10 09:14:00.611085 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.611444 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: timestamp Dec 10 09:14:00.617293 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.617622 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: network_ip_availability Dec 10 09:14:00.623997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.624350 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.624702 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.625447 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.625762 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: flavors Dec 10 09:14:00.631112 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.631686 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading Plugin: revisions Dec 10 09:14:00.635933 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 09:14:00.636329 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_concurrency.lockutils [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=102301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 09:14:00.637080 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 09:14:00.637411 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Initializing extension manager. Dec 10 09:14:00.637925 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: __init__.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.638290 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: __pycache__ {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.638617 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.638952 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: address_group.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.639718 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.640295 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: address-group Dec 10 09:14:00.640614 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: address_scope.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.641313 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.641820 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: address-scope Dec 10 09:14:00.642157 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.643083 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.643582 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: router-admin-state-down-before-update Dec 10 09:14:00.643903 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: agent.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.644709 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.645304 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: agent Dec 10 09:14:00.645606 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: agent_resources_synced.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.646542 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.647030 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: agent-resources-synced Dec 10 09:14:00.647358 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.649171 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.649687 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: allowed-address-pairs Dec 10 09:14:00.649997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.651152 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.651662 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: auto-allocated-topology Dec 10 09:14:00.651979 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: availability_zone.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.652666 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.653336 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: availability_zone Dec 10 09:14:00.653665 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: availability_zone_filter.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.654599 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.655110 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: availability_zone_filter Dec 10 09:14:00.655426 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: data_plane_status.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.656322 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.656823 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 09:14:00.657142 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: default_subnetpools.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.658191 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.658694 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: default-subnetpools Dec 10 09:14:00.659013 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.659978 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.660491 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: dhcp_agent_scheduler Dec 10 09:14:00.660810 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: dns.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.661739 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.662278 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 09:14:00.662599 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: dns_domain_ports.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.663506 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.664006 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 09:14:00.664322 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.665238 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.665737 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 09:14:00.666081 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: dvr.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.666748 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.667249 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: dvr Dec 10 09:14:00.668275 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: ecmp_routes.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.669188 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.669685 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 09:14:00.670002 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: empty_string_filtering.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.670940 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.671434 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: empty-string-filtering Dec 10 09:14:00.671739 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.672694 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.673187 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 09:14:00.673502 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.674463 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.675096 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 09:14:00.675719 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: external_net.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.676649 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.677147 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: external-net Dec 10 09:14:00.677665 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.678618 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.679115 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: extra_dhcp_opt Dec 10 09:14:00.679433 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: extraroute.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.680331 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.680834 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: extraroute Dec 10 09:14:00.682140 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: extraroute_atomic.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.686309 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.686829 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: extraroute-atomic Dec 10 09:14:00.687162 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: filter_validation.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.687854 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.688363 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: filter-validation Dec 10 09:14:00.688687 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: fip_pf_description.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.689904 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.691103 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 09:14:00.691103 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: fip_port_details.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.691720 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.692223 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: fip-port-details Dec 10 09:14:00.692544 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: flavors.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.693819 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.694410 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: flavors Dec 10 09:14:00.694717 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.696427 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.696944 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 09:14:00.697455 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: floatingip_pools.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.698414 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.698942 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: floatingip-pools Dec 10 09:14:00.699263 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: ip_allocation.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.700191 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.700698 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 09:14:00.701015 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.701937 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.702478 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: ip-substring-filtering Dec 10 09:14:00.702799 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l2_adjacency.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.703753 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.704232 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 09:14:00.704862 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.705908 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.706413 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: router Dec 10 09:14:00.706845 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.709240 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.709769 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 09:14:00.710098 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.711051 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.711566 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: ext-gw-mode Dec 10 09:14:00.711886 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.713535 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.714042 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: l3-ha Dec 10 09:14:00.714452 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3_flavors.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.715369 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.715882 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: l3-flavors Dec 10 09:14:00.716202 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.717091 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.717677 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 09:14:00.717984 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: l3agentscheduler.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.719073 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.719579 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: l3_agent_scheduler Dec 10 09:14:00.719908 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: local_ip.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.722505 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.723033 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension local_ip not supported by any of loaded plugins Dec 10 09:14:00.723364 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: logging.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.724854 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.725367 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension logging not supported by any of loaded plugins Dec 10 09:14:00.725697 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: metering.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.727562 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.728161 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: metering Dec 10 09:14:00.729268 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.731076 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.731599 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: metering_source_and_destination_fields Dec 10 09:14:00.731924 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: multiprovidernet.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.732843 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.733357 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: multi-provider Dec 10 09:14:00.733676 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: netmtu.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.734616 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.735393 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: net-mtu Dec 10 09:14:00.735704 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: netmtu_writable.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.736623 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.737139 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: net-mtu-writable Dec 10 09:14:00.737458 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: network_availability_zone.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.738244 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.738758 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: network_availability_zone Dec 10 09:14:00.739076 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: network_ip_availability.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.740232 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.740749 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: network-ip-availability Dec 10 09:14:00.741071 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: network_segment_range.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.741839 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.742368 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 09:14:00.742686 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: pagination.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.743806 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.744132 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: pagination Dec 10 09:14:00.744447 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: port_device_profile.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.745358 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.745861 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: port-device-profile Dec 10 09:14:00.746214 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.747127 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.747630 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: port-mac-address-regenerate Dec 10 09:14:00.747948 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.748861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.749366 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: port-numa-affinity-policy Dec 10 09:14:00.749686 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: port_resource_request.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.750610 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.751111 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 09:14:00.751432 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: port_resource_request_groups.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.752392 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.752897 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 09:14:00.753213 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: portbindings.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.754412 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.754918 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: binding Dec 10 09:14:00.755234 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: portbindings_extended.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.756560 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.757057 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: binding-extended Dec 10 09:14:00.757382 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: portsecurity.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.759128 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.759622 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: port-security Dec 10 09:14:00.759947 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: project_id.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.760924 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.761256 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: project-id Dec 10 09:14:00.761578 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: providernet.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.762551 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.763096 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: provider Dec 10 09:14:00.763418 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.767591 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.768452 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos not supported by any of loaded plugins Dec 10 09:14:00.768778 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.770236 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.770748 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 09:14:00.771054 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.772924 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.773440 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 09:14:00.774563 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_default.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.776157 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.776673 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-default not supported by any of loaded plugins Dec 10 09:14:00.776999 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_fip.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.777654 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.778185 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 09:14:00.778512 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.779510 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 09:14:00.779815 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.781017 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.781503 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 09:14:00.781822 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.782748 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.783249 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 09:14:00.783564 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.785091 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.785698 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 09:14:00.786056 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_pps_rule.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.787249 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.787772 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 09:14:00.788274 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.789183 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.789688 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 09:14:00.790028 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: qos_rules_alias.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.791065 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.791569 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 09:14:00.791888 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: quota_check_limit.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.792791 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.793297 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: quota-check-limit Dec 10 09:14:00.793626 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: quotasv2.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.794617 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.794939 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: quotas Dec 10 09:14:00.795252 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: quotasv2_detail.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.798472 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.798813 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: quota_details Dec 10 09:14:00.799136 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: rbac.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.800211 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.801837 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: rbac-policies Dec 10 09:14:00.802931 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: rbac_address_group.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.803901 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.804423 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: rbac-address-group Dec 10 09:14:00.804741 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: rbac_address_scope.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.806847 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.807441 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: rbac-address-scope Dec 10 09:14:00.807784 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: rbac_security_groups.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.808712 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.809227 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: rbac-security-groups Dec 10 09:14:00.809549 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.811165 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.811681 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: rbac-subnetpool Dec 10 09:14:00.812004 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: revisionifmatch.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.812913 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.813425 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: revision-if-match Dec 10 09:14:00.813748 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: revisions.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.815007 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.815517 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: standard-attr-revisions Dec 10 09:14:00.815842 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: router_availability_zone.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.816615 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.817159 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: router_availability_zone Dec 10 09:14:00.817477 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: routerservicetype.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.818418 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.818953 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 09:14:00.819275 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.820324 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.820841 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: security-groups-normalized-cidr Dec 10 09:14:00.821162 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.822304 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.823786 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: port-security-groups-filtering Dec 10 09:14:00.824130 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.825055 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.825564 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: security-groups-remote-address-group Dec 10 09:14:00.825883 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.826835 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.827394 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: security-groups-shared-filtering Dec 10 09:14:00.827665 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.828245 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 09:14:00.828564 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: securitygroup.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.839008 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.840970 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: security-group Dec 10 09:14:00.842657 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: segment.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.843795 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.844325 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension segment not supported by any of loaded plugins Dec 10 09:14:00.844648 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.845597 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.846136 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 09:14:00.846478 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: servicetype.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.850407 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.850952 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: service-type Dec 10 09:14:00.852000 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: sorting.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.856549 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.856889 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: sorting Dec 10 09:14:00.857220 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: standard_attr_segment.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.858160 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.858677 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 09:14:00.859001 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: standardattrdescription.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.859655 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.860282 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: standard-attr-description Dec 10 09:14:00.860608 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: stateful_security_group.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.861711 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.862296 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: stateful-security-group Dec 10 09:14:00.863019 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: stdattrs_common.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.863987 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 09:14:00.864709 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.866256 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.867096 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 09:14:00.867696 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: subnet_onboard.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.870221 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.871351 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: subnet_onboard Dec 10 09:14:00.871883 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.873415 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.874415 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 09:14:00.874928 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: subnet_service_types.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.876838 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.877635 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: subnet-service-types Dec 10 09:14:00.878188 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: subnetallocation.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.879526 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.880038 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: subnet_allocation Dec 10 09:14:00.880360 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.881033 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.881545 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: subnetpool-prefix-ops Dec 10 09:14:00.881960 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.882996 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.883523 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 09:14:00.883906 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: tagging.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.885074 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.885644 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: standard-attr-tag Dec 10 09:14:00.885977 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: timestamp.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.887228 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.887743 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loaded extension: standard-attr-timestamp Dec 10 09:14:00.888425 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: trunk.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.889478 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.889986 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension trunk not supported by any of loaded plugins Dec 10 09:14:00.890335 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: trunk_details.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.891403 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.891917 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 09:14:00.892244 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.893237 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.893809 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 09:14:00.894379 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Loading extension file: vlantransparent.py {{(pid=102301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 09:14:00.895393 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 09:14:00.895916 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 09:14:00.898640 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:network Dec 10 09:14:00.899185 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:subnet Dec 10 09:14:00.899629 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 09:14:00.900027 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:port Dec 10 09:14:00.901440 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.901887 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service FLAVORS assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.902545 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.902973 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.903306 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:router Dec 10 09:14:00.903730 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 09:14:00.904299 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service METERING assigned prefix: /metering {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.905935 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.906338 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.906743 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:14:00.907813 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 09:14:00.908258 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:security_group Dec 10 09:14:00.908687 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 09:14:00.909298 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service CORE assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.909644 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 09:14:00.910136 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] subnetpool is already registered Dec 10 09:14:00.910577 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service CORE assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.910909 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 09:14:00.911228 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] subnetpool is already registered Dec 10 09:14:00.913735 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.914203 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service FLAVORS assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.914792 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.915212 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.915623 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:router Dec 10 09:14:00.915963 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] router is already registered Dec 10 09:14:00.916514 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 09:14:00.917066 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] floatingip is already registered Dec 10 09:14:00.917815 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service METERING assigned prefix: /metering {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.918540 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 09:14:00.918869 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] rbac_policy is already registered Dec 10 09:14:00.919286 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:security_group Dec 10 09:14:00.919615 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] security_group is already registered Dec 10 09:14:00.920017 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 09:14:00.920340 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] security_group_rule is already registered Dec 10 09:14:00.921050 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service CORE assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.921383 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 09:14:00.921807 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] subnetpool is already registered Dec 10 09:14:00.922336 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.v2.resource_helper [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Service CORE assigned prefix: {{(pid=102301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 09:14:00.922662 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 09:14:00.922979 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING neutron.quota.resource_registry [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] subnetpool is already registered Dec 10 09:14:00.923440 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: extensions {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.924950 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: address-groups {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.926498 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: address-scopes {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.927991 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: agents {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.929221 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: auto-allocated-topology {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.930608 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: availability_zones {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.931822 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: dhcp-networks {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.933334 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: dhcp-agents {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.934791 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: routers {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.937140 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: flavors {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.938461 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: service_profiles {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.940396 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: next_providers {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.942122 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: service_profiles {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.944894 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: floatingip-pools {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.946153 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: routers {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.948250 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: floatingips {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.949639 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: l3-routers {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.951203 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: l3-agents {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.952717 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: metering-labels {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.954095 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: metering-label-rules {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.955736 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: network-ip-availabilities {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.957139 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: bindings {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.959126 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: quotas {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.960780 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: quotas {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.963242 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: rbac-policies {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.964544 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: security-groups {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.965846 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: security-group-rules {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.967163 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: service-providers {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.968374 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: subnetpools {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.969803 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: subnetpools {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.971285 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.973210 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.975225 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.977036 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.978850 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.980745 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.982550 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.985255 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.987059 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.989013 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron.api.extensions [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Extended resource: tags {{(pid=102301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 09:14:00.995351 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING keystonemiddleware.auth_token [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 09:14:01.000304 dv-cinder-817514-4-iscsi neutron-server[102301]: WARNING keystonemiddleware.auth_token [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 09:14:01.010615 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_concurrency.lockutils [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Acquired lock "singleton_lock" {{(pid=102301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 09:14:01.011107 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_concurrency.lockutils [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Releasing lock "singleton_lock" {{(pid=102301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 09:14:01.011771 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Starting 2 workers Dec 10 09:14:01.016676 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Started child 102408 {{(pid=102301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 09:14:01.021708 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Started child 102409 {{(pid=102301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 09:14:01.023293 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO neutron.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 09:14:01.023718 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.024454 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Publish callbacks [] for process, before_spawn {{(pid=102301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.025241 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [-] (102408) wsgi starting up on http://0.0.0.0:9696 Dec 10 09:14:01.026360 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Starting 1 workers Dec 10 09:14:01.026573 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.028054 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [-] (102409) wsgi starting up on http://0.0.0.0:9696 Dec 10 09:14:01.031947 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Started child 102410 {{(pid=102301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 09:14:01.032870 dv-cinder-817514-4-iscsi neutron-server[102301]: INFO oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Starting 1 workers Dec 10 09:14:01.037703 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] calling RpcWorker wait() {{(pid=102410) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 09:14:01.038497 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Started child 102411 {{(pid=102301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 09:14:01.038618 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.service [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] returning from RpcWorker wait() {{(pid=102410) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 09:14:01.038881 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb5c-f7f0-4740-a357-3829ab83c8e4 None None] Publish callbacks [] for process, after_spawn {{(pid=102301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.039832 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.040350 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:01.041139 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 09:14:01.041323 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 09:14:01.041526 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 09:14:01.041719 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 09:14:01.042108 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 09:14:01.042287 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 09:14:01.042807 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.043063 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.043337 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.043624 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.043922 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.044473 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.044733 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.044990 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.045261 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.045388 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.045860 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.045860 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.045860 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.046179 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.046360 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.046761 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.047020 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.047242 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.047484 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.047686 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.047998 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.048264 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.048476 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.048792 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] debug = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.049041 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.049523 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.049805 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.050054 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.050329 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.050602 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.050854 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.051121 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.051338 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.051553 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.051792 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.052030 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.052272 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.052503 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.053585 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.053585 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.053585 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.053585 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.054311 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] host = dv-cinder-817514-4-iscsi {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.054311 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.054311 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.054851 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.054851 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.055212 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.055212 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.055705 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.055705 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.056075 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.056075 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.056418 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.056591 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.056774 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.057076 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.057076 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_options = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.057579 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.057579 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.057960 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.058368 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.058568 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.058705 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.058987 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.059118 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.059373 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.059586 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.059795 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.060116 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.060329 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.060558 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.060816 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.061059 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.061269 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.061479 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.061724 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.062096 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.062329 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.062655 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.062891 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.063211 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.063345 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.063580 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.063977 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.064367 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.064735 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.065173 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.065443 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.065735 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.066309 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.066309 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.066563 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.066828 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.067055 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.067282 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.067561 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.067789 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.068036 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.068277 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.068577 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.068824 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.069064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.069292 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.069530 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_json = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.069758 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.070250 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.070552 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.070805 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.071037 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.071248 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.071478 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.071719 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.072154 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.072427 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.072734 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.072985 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.073231 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.073481 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.073738 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.073958 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.074243 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.074485 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.074792 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.075011 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.075378 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.075597 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.075868 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.076201 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.076541 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.077884 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:01.078050 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.078179 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.078386 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.078645 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.078952 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.079244 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.079778 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.080035 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.080281 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.080521 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.080803 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.081060 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.081400 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.081712 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.082911 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.083267 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.083594 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.083839 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.084083 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.084320 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.084553 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.084792 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.085070 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.085315 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.085643 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.085786 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.086458 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.087656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.087931 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.088336 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.088768 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.089728 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.089983 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.090248 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.090509 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.090744 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.094246 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.094246 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.094715 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.095393 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.095669 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.095941 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.096189 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.096418 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.096678 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.096922 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.097630 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.097871 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.098183 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.099319 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.099570 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.099861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.100074 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.100769 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.100769 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.100934 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.101396 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.101627 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.101853 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.102118 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.102345 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.102562 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.102777 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.103019 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.103240 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.104079 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.104314 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.104536 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.105230 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.105463 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.105759 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.106041 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.106274 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.106565 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.107180 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.107534 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.110125 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.110875 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.111740 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.112851 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.113451 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.113729 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.114363 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.114618 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.114855 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.115151 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.115400 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.115669 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.115912 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.116134 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.116403 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.116652 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.116888 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.117117 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.117373 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.117622 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.117913 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.118186 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.118434 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.118694 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.118963 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.119254 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.119510 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.119845 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.120098 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.120366 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.120667 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.121110 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.121548 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.121962 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.122446 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.122898 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.123303 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.123737 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.124008 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.124268 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.124531 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.124783 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.125039 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.125264 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.125524 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.125863 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.126152 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.126373 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.126633 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.126909 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.127123 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.127367 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.127638 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.127896 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.128156 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.128469 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.128752 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.128976 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.129214 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.129465 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.129685 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.129923 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.130185 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.130414 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.130632 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.130852 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.131112 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.131331 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.131553 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.131772 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.132015 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.132239 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.132488 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.132704 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.132929 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.133168 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134047 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134047 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134047 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134360 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134360 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134576 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.134855 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.135110 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.135351 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.135581 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.135836 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.136096 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.136309 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.136547 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.136776 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.137008 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.137232 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.137452 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.137670 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.137901 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.138151 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.138365 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.138799 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.139040 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.139396 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.139646 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.139868 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.140263 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.140504 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.140732 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.140972 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.141232 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.141460 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.141849 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.142111 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.142330 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.142737 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.142992 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.143243 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.143457 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.143674 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.143909 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.144331 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.144626 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.144949 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.145196 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.145460 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.145702 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.145939 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.146199 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.146408 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.146640 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.146875 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.147096 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.147303 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.147534 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.147850 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.148004 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.148168 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.148393 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.148637 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.148886 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.149103 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.149332 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.149555 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.149780 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.149992 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.150273 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.150485 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.150696 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.150936 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.151155 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.151408 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.151594 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.151807 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.152017 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.152239 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.152455 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.152684 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.152985 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.153250 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.153472 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.153747 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155064 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155669 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155669 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155828 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.155914 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.156156 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.156484 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.156777 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.157273 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.157487 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.157775 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.158073 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.158339 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.158556 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.158857 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.159194 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.159462 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.159774 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.160048 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.160326 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.160554 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.160773 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.161011 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.161280 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.161487 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.161950 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.162228 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.162457 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.162700 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.162931 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.163154 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.163385 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.163616 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.163877 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.164099 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.164265 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 09:14:01.164819 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 09:14:01.164979 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 09:14:01.165307 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 09:14:01.165489 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 09:14:01.166046 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 09:14:01.166046 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 09:14:01.166046 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.166259 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.166343 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.166489 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.166644 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.166845 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167020 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167212 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167392 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167499 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167612 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167766 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.167932 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.168091 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.168248 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.168409 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.168568 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.168727 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.168902 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.169061 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.169195 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.169331 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.169491 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] debug = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.169649 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.169863 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.170041 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.170216 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.170369 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.170528 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.170685 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.170847 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171005 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171174 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171314 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171482 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171644 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171800 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.171936 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.172097 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.172259 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.172404 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.172568 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] host = dv-cinder-817514-4-iscsi {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.172724 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.172881 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.173036 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.173349 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.173508 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.173669 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.173829 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.173986 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.174178 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.174336 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_options = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175387 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175799 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175799 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.175799 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176111 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176111 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176260 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176353 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176541 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176666 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176815 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.176972 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.177129 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.177287 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.177471 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.177604 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.177947 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.177947 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.179835 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.179835 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.179835 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.179835 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180139 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180226 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.180818 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181277 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181277 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181277 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181481 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181557 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181717 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.181872 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182043 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182203 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_json = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182361 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182519 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182676 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182834 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.182990 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.183148 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.183306 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.183464 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 09:14:01.183646 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.184861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186003 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186495 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186495 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186495 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186706 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.186706 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.187085 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.187085 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.187296 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.187575 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.187866 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.188161 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.188474 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.188715 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.188901 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.189070 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.189232 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.189395 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.189557 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.189721 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.191861 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.193656 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.194997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.195945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.195945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.195945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.195945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.195945 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.196828 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37608) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:01.198070 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.198306 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.198492 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.198687 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.198915 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.199098 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.199273 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.199496 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.199667 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.199835 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.200011 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.200162 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.200700 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.200700 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.200700 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201004 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201004 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201121 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201299 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201386 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201519 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201681 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201834 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.201972 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.202243 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.202418 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.202578 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.202737 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.202895 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.203055 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.203216 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.203358 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.203517 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.204969 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.204969 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.204969 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.205202 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062699 Dec 10 09:14:01.205300 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.205300 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.205300 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.205300 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.205778 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.205778 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206080 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206080 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206343 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206343 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206662 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206759 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206840 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.206993 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.207171 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.207940 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.207940 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.207940 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.207940 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.210156 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.210377 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.210933 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.210933 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.210933 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.211149 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.211288 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.211409 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.211578 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212456 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212456 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212456 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212456 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212456 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212789 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212789 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.212904 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213049 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213141 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213336 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213527 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213653 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213776 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.213937 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.214139 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.214303 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.214466 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.214629 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.214793 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.214955 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.215116 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.215278 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.215445 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.215607 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.215796 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.215932 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.216066 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.216210 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.216375 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.216537 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.216702 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.216865 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217026 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217191 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217331 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217486 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217653 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217815 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.217978 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.218160 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.218321 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.218483 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.218667 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.218833 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.218994 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.219157 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.219318 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.219476 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.219638 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.219800 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.219962 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.220128 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.220277 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.220438 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.220593 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.220751 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.220914 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.221075 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.221238 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.221399 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.221561 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.221738 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.221901 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.222707 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.224810 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.224810 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.225070 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.225249 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.225424 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.226867 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.227061 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.227211 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.227389 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.227567 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.227737 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.227904 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.229956 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.229956 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.230749 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.230842 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.230961 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.231133 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.231304 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.231473 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.231640 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.231807 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.231983 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.233190 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.233626 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.234102 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.234264 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.234424 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.234606 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.234778 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.234946 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.235111 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.235277 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.235442 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.235623 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.235786 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.235944 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.236109 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.236273 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.236436 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.236608 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.236771 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.236934 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.237099 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.237262 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.237424 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.237596 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.237783 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.237997 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.238177 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.238342 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.238533 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.238788 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.238959 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.239118 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.239296 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.239462 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.239621 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.239787 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.239998 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.240168 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.240346 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.240491 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.240639 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.240803 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.240966 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.241132 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.241303 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.241554 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.241647 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.241793 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.241955 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.242148 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.242311 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.242479 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.242653 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.242819 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.242980 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.243140 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.243287 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.243450 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.243612 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.243774 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.243935 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.244096 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.244256 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.244419 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.244580 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.244727 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.244890 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.245052 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.245215 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.245376 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.245543 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.245703 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 09:14:01.245859 dv-cinder-817514-4-iscsi neutron-server[102301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 09:14:12.775024 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d68f2-8c77-48cb-b83b-0deb72b7f786 None None] get_active_networks_info from dv-cinder-817514-4-iscsi {{(pid=102410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:14:12.839496 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5d68f2-8c77-48cb-b83b-0deb72b7f786 None None] No non-hosted networks {{(pid=102410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 09:14:12.847311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.agentschedulers_db [None req-ab5d68f2-8c77-48cb-b83b-0deb72b7f786 None None] DHCP Agent not found on host dv-cinder-817514-4-iscsi {{(pid=102410) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 09:14:12.911088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-08593492-babe-48bd-b32f-7fd61de16404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551160'] for agent, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.011680 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afdc34b3-7ce5-45f2-8311-18676fc63e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551160'] for agent, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.059554 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-12de65de-db5a-4eb5-84ad-63db6086d93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.235988 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551160'] for agent, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.378817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551160'] for agent, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.594379 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551160'] for agent, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.595078 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.595453 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.595791 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.596154 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.597064 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.599292 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.599631 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.601469 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.601820 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.602168 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.602730 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.604363 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.606294 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:18.606997 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817514-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:18.616623 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817514-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:18.866476 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37700) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:19.417637 dv-cinder-817514-4-iscsi neutron-server[102409]: WARNING oslo_policy.policy [None req-2bf76983-d14c-4aa3-bfa9-682b630b60bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:19.418206 dv-cinder-817514-4-iscsi neutron-server[102409]: WARNING oslo_policy.policy [None req-2bf76983-d14c-4aa3-bfa9-682b630b60bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:19.646495 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [None req-2bf76983-d14c-4aa3-bfa9-682b630b60bb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:14:19.649185 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2bf76983-d14c-4aa3-bfa9-682b630b60bb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7815742 Dec 10 09:14:21.496231 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.db.l3_hamode_db [None req-2a18c91a-8fa0-4658-9a84-ec8258817b4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 09:14:21.573694 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18c91a-8fa0-4658-9a84-ec8258817b4b None None] Routers set() bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:21.574108 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18c91a-8fa0-4658-9a84-ec8258817b4b None None] Router IDs set() for agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 09:14:22.260640 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37716) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:22.582304 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:22.675335 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.policy [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 09:14:22.726583 dv-cinder-817514-4-iscsi neutron-server[102409]: WARNING oslo_policy.policy [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:22.726955 dv-cinder-817514-4-iscsi neutron-server[102409]: WARNING oslo_policy.policy [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:22.735471 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.quota [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] Loaded quota_driver: . Dec 10 09:14:22.844308 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744350061513', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744350061044', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744350079744', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744350073081', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744350083297', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744350091195', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1947541', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1940885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939732', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538145'] for rbac-policy, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.914720 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.915906 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2220b67f-d00e-45dd-8acd-c791356a6006 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6543128 Dec 10 09:14:25.718690 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37728) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:26.031065 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Request body: {'network': {'name': 'private', 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:26.065086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Made reservation on behalf of 58293f06a5fd4501bf6ae2bde650a47d for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:26.068156 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.085649 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.195480 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.201986 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.221951 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:26.249045 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744348761465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.249648 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Unsubscribe: segment precommit_create {{(pid=102409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 09:14:26.250253 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Added segment 08222fef-274b-47c0-8296-8c0ef8018ac9 of type vlan for network e1c3fb90-f97b-4d26-a688-664c149c5066 Dec 10 09:14:26.267395 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b39a89-7dbe-49ec-b4e0-8f06aa920daf,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:26.317264 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.317619 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.317964 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.318328 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.318658 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.318986 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.319328 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.319654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.319993 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.320337 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.320654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.320986 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.321280 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Tracked resource versions report: Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: pushed versions: Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: { 'AddressGroup': {'1.2'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'ConntrackHelper': {'1.0'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Log': {'1.0'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Network': {'1.1'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Port': {'1.7'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'PortForwarding': {'1.2'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'QosPolicy': {'1.10'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroup': {'1.5'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SubPort': {'1.0'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Subnet': {'1.1'}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Trunk': {'1.1'}} Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: consumer versions: Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'ConntrackHelper': '1.0', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'LocalIPAssociation': '1.0', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Log': '1.0', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Network': '1.1', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Port': '1.7', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'PortForwarding': '1.2', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'QosPolicy': '1.10', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroup': '1.5', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroupRule': '1.2', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SubPort': '1.0', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Subnet': '1.1', Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Trunk': '1.1'}} Dec 10 09:14:26.322700 dv-cinder-817514-4-iscsi neutron-server[102409]: {{(pid=102409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:14:26.363445 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.408511 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.409667 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:26.410428 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.495928 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7760556 Dec 10 09:14:26.509342 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca3900-4d95-4db8-baf7-cd47c3144926 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c3fb90-f97b-4d26-a688-664c149c5066,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:26.532297 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network e1c3fb90-f97b-4d26-a688-664c149c5066 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:29.363015 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37742) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:29.791067 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d715e-7326-4d28-be9c-d7464935ebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:29.793656 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a63d715e-7326-4d28-be9c-d7464935ebdb admin admin] 10.222.0.21 "GET /v2.0/networks/e1c3fb90-f97b-4d26-a688-664c149c5066 HTTP/1.1" status: 200 len: 825 time: 0.4293773 Dec 10 09:14:29.823011 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-fe613f76-6a69-49ee-89e4-6d2f84fdbaed admin admin] 10.222.0.21 "GET /v2.0/subnetpools/cd24bd28-0363-4123-a4e3-39036a0f90a0 HTTP/1.1" status: 200 len: 734 time: 0.0209198 Dec 10 09:14:29.832745 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Request body: {'subnet': {'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'name': 'private-subnet', 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:29.860668 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Made reservation on behalf of 58293f06a5fd4501bf6ae2bde650a47d for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:29.863163 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.185690 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.253018 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527134fc-7503-4579-a800-be6092d152a2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:30.261026 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Checking segment: {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:30.261409 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Network hostable DHCP agents. Network: e1c3fb90-f97b-4d26-a688-664c149c5066, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:30.284188 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Network e1c3fb90-f97b-4d26-a688-664c149c5066 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:30.296821 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, e1c3fb90-f97b-4d26-a688-664c149c5066) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:30.303019 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:30.303621 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.307074 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288df2e-2219-4f4a-a4c2-4cc274a1f668 None None] Network e1c3fb90-f97b-4d26-a688-664c149c5066 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:30.320718 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d9c4eee1-c23c-4397-9688-13c6520b9c13 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4916992 Dec 10 09:14:30.574850 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-e1c3fb90-f97b-4d26-a688-664c149c5066', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:30.576089 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.872358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Allocated IP 172.20.0.2 (e1c3fb90-f97b-4d26-a688-664c149c5066/527134fc-7503-4579-a800-be6092d152a2/ff569c36-f87b-4f0d-acf2-a1de4195062c) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:31.117971 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.126314 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.202322 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Network e1c3fb90-f97b-4d26-a688-664c149c5066 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:31.208571 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:31.217494 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:31.220625 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Pushing event updated for resources: {'Port': ['ID=ff569c36-f87b-4f0d-acf2-a1de4195062c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:31.250869 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.251240 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.251635 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.251975 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.252311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.252640 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.253072 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.253627 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.254042 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.254403 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.254738 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.255065 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.255392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Tracked resource versions report: Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: pushed versions: Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: { 'AddressGroup': {'1.2'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'ConntrackHelper': {'1.0'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Log': {'1.0'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Network': {'1.1'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Port': {'1.7'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'PortForwarding': {'1.2'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'QosPolicy': {'1.10'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroup': {'1.5'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SubPort': {'1.0'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Subnet': {'1.1'}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Trunk': {'1.1'}} Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: consumer versions: Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'ConntrackHelper': '1.0', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'LocalIPAssociation': '1.0', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Log': '1.0', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Network': '1.1', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Port': '1.7', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'PortForwarding': '1.2', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'QosPolicy': '1.10', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroup': '1.5', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroupRule': '1.2', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SubPort': '1.0', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Subnet': '1.1', Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Trunk': '1.1'}} Dec 10 09:14:31.256765 dv-cinder-817514-4-iscsi neutron-server[102410]: {{(pid=102410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:14:31.304209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Attempting to bind port ff569c36-f87b-4f0d-acf2-a1de4195062c on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:31.304603 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Attempting to bind port ff569c36-f87b-4f0d-acf2-a1de4195062c by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:31.305031 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Attempting to bind port ff569c36-f87b-4f0d-acf2-a1de4195062c on network e1c3fb90-f97b-4d26-a688-664c149c5066 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:31.310150 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:31.310772 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Checking segment: {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:31.310993 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.311410 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Bound using segment: {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:31.311892 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Bound port: ff569c36-f87b-4f0d-acf2-a1de4195062c, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:31.312283 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.377053 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] For port ff569c36-f87b-4f0d-acf2-a1de4195062c, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:31.381285 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] For port ff569c36-f87b-4f0d-acf2-a1de4195062c, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=ff569c36-f87b-4f0d-acf2-a1de4195062c,segment=NetworkSegment(08222fef-274b-47c0-8296-8c0ef8018ac9),segment_id=08222fef-274b-47c0-8296-8c0ef8018ac9)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:31.386908 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.449951 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c9490-6bc7-4d62-92f0-135783c65a68 None None] Pushing event updated for resources: {'Port': ['ID=ff569c36-f87b-4f0d-acf2-a1de4195062c,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:32.896502 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 37750) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:33.443967 dv-cinder-817514-4-iscsi neutron-server[102408]: WARNING oslo_policy.policy [None req-88c81a5a-2357-45b8-9c70-3e6bf21e69d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:33.444512 dv-cinder-817514-4-iscsi neutron-server[102408]: WARNING oslo_policy.policy [None req-88c81a5a-2357-45b8-9c70-3e6bf21e69d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:33.668730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [None req-88c81a5a-2357-45b8-9c70-3e6bf21e69d8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:14:33.669994 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-88c81a5a-2357-45b8-9c70-3e6bf21e69d8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7715425 Dec 10 09:14:36.287368 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 37764) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:36.625384 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [None req-71f33b79-b8f2-4000-8ecf-29d4551ac251 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:14:36.626552 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-71f33b79-b8f2-4000-8ecf-29d4551ac251 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3382115 Dec 10 09:14:39.463996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 37778) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:39.787206 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:39.851867 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.policy [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102408) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 09:14:39.899553 dv-cinder-817514-4-iscsi neutron-server[102408]: WARNING oslo_policy.policy [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:39.899935 dv-cinder-817514-4-iscsi neutron-server[102408]: WARNING oslo_policy.policy [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 09:14:39.908853 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.quota [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Loaded quota_driver: . Dec 10 09:14:39.969731 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.971646 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.123885 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.130243 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.150495 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.151808 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e7ef436e-087b-43b0-9290-b44bd352b752 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6868486 Dec 10 09:14:40.423562 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device ff569c36-f87b-4f0d-acf2-a1de4195062c up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:40.516379 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port ff569c36-f87b-4f0d-acf2-a1de4195062c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:40.516947 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.603981 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc08e64-c5a2-4afd-b110-e54336ba3cea None None] Network e1c3fb90-f97b-4d26-a688-664c149c5066 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:40.684217 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.703060 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-3b9edcf3-6c3c-4e40-8220-826bf1ed07b3 None None] Provisioning complete for port ff569c36-f87b-4f0d-acf2-a1de4195062c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:40.703451 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b9edcf3-6c3c-4e40-8220-826bf1ed07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.772380 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port ff569c36-f87b-4f0d-acf2-a1de4195062c, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=ff569c36-f87b-4f0d-acf2-a1de4195062c,segment=NetworkSegment(08222fef-274b-47c0-8296-8c0ef8018ac9),segment_id=08222fef-274b-47c0-8296-8c0ef8018ac9)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:40.791578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.880021 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=ff569c36-f87b-4f0d-acf2-a1de4195062c,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:41.014394 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-d5bc1286-0615-4e6e-aa11-e7de1dc107f4 None None] Provisioning complete for port ff569c36-f87b-4f0d-acf2-a1de4195062c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:41.014767 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1286-0615-4e6e-aa11-e7de1dc107f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.395053 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device ff569c36-f87b-4f0d-acf2-a1de4195062c up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:42.443987 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port ff569c36-f87b-4f0d-acf2-a1de4195062c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:42.444324 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.717722 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2243582-29eb-4957-9020-3928a15aa322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.744776 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37790) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:43.100931 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [None req-0cd8ce25-2ea6-4922-ab37-c8a26e16b95a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:14:43.101942 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-0cd8ce25-2ea6-4922-ab37-c8a26e16b95a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3562186 Dec 10 09:14:45.007465 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-566bd244-a216-48ff-9b69-6fb228635fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.718914 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37798) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:46.085953 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:46.108715 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Made reservation on behalf of f25c0883dbe94619a2fe88cd99c854fe for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:46.110966 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.119117 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.177134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.197344 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.202483 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.217369 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Reserving flat network on physical network physnet1 {{(pid=102409) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 09:14:46.240443 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.240841 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Added segment db61e7ae-abce-446a-a1d7-7dc8637b3ba2 of type flat for network a976da7e-ccee-4745-a4ce-ee021f15c234 Dec 10 09:14:46.242370 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663b08a7-a86f-44a0-a0d2-58a45171f8fc,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:46.290553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.326518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.327417 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:46.327975 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.382703 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6623139 Dec 10 09:14:46.389209 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74848c-f81c-48fe-ae20-42b61cbf1b43 admin admin] Pushing event updated for resources: {'Network': ['ID=a976da7e-ccee-4745-a4ce-ee021f15c234,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:46.409333 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network a976da7e-ccee-4745-a4ce-ee021f15c234 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:47.304610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.633277 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.986436 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37816) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:49.195564 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8205ed9-8789-4053-aa10-b95799b4e2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:49.196948 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d8205ed9-8789-4053-aa10-b95799b4e2b0 admin admin] 10.222.0.21 "GET /v2.0/subnets/527134fc-7503-4579-a800-be6092d152a2 HTTP/1.1" status: 200 len: 849 time: 0.2093949 Dec 10 09:14:49.357796 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2ab19f56-0e12-4c3a-be78-9aae83e799de admin admin] 10.222.0.21 "GET /v2.0/routers/abe4d9cb-df45-4349-aaca-6edb6684bcd7 HTTP/1.1" status: 200 len: 704 time: 0.1546447 Dec 10 09:14:49.675974 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.979710 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Allocated IP 172.20.0.1 (e1c3fb90-f97b-4d26-a688-664c149c5066/527134fc-7503-4579-a800-be6092d152a2/800c5e55-2f9a-454a-afa8-6180a69dada1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:50.158466 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.275057 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.357354 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Network e1c3fb90-f97b-4d26-a688-664c149c5066 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:50.364830 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:50.367078 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Pushing event updated for resources: {'Port': ['ID=800c5e55-2f9a-454a-afa8-6180a69dada1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:50.377963 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:50.378777 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.570224 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-75deefde-61c1-48d3-b34b-dc5c73a6a58e None None] Provisioning complete for port 800c5e55-2f9a-454a-afa8-6180a69dada1 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:50.570834 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-75deefde-61c1-48d3-b34b-dc5c73a6a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.587236 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.612177 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-75deefde-61c1-48d3-b34b-dc5c73a6a58e None None] Port 800c5e55-2f9a-454a-afa8-6180a69dada1 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:50.808721 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.816121 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.816927 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.890626 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Pushing event updated for resources: {'Port': ['ID=800c5e55-2f9a-454a-afa8-6180a69dada1,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:50.942449 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Network e1c3fb90-f97b-4d26-a688-664c149c5066 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:50.943922 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:51.115651 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Router abe4d9cb-df45-4349-aaca-6edb6684bcd7 is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:14:51.135565 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-c01456f6-14cb-4d85-b6dd-bf533833e955 None None] Provisioning complete for port 800c5e55-2f9a-454a-afa8-6180a69dada1 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:51.135935 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c01456f6-14cb-4d85-b6dd-bf533833e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.170676 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c01456f6-14cb-4d85-b6dd-bf533833e955 None None] Port 800c5e55-2f9a-454a-afa8-6180a69dada1 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:51.207651 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:51.213110 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-209fc9fc-fe45-4f63-888e-af0069e27da0 admin admin] 10.222.0.21 "PUT /v2.0/routers/abe4d9cb-df45-4349-aaca-6edb6684bcd7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8475983 Dec 10 09:14:51.230257 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Sync routers for ids ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:51.242989 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Routers {'abe4d9cb-df45-4349-aaca-6edb6684bcd7'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:51.243786 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:14:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:51.438174 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Set router abe4d9cb-df45-4349-aaca-6edb6684bcd7 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:51.883230 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:39Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 2, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'gw_port_host': None, '_interfaces': [{'id': '800c5e55-2f9a-454a-afa8-6180a69dada1', 'name': '', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'mac_address': 'fa:16:3e:00:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:49Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 2, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'subnets': [{'id': '527134fc-7503-4579-a800-be6092d152a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:51.933648 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Checking router: abe4d9cb-df45-4349-aaca-6edb6684bcd7 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:51.934039 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Updating router abe4d9cb-df45-4349-aaca-6edb6684bcd7 port 800c5e55-2f9a-454a-afa8-6180a69dada1 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:51.982879 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.509772 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.516699 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.675515 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Attempting to bind port 800c5e55-2f9a-454a-afa8-6180a69dada1 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:52.675929 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Attempting to bind port 800c5e55-2f9a-454a-afa8-6180a69dada1 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:52.676343 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Attempting to bind port 800c5e55-2f9a-454a-afa8-6180a69dada1 on network e1c3fb90-f97b-4d26-a688-664c149c5066 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:52.685165 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:52.685567 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Checking segment: {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:52.686053 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.686443 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Bound using segment: {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:52.686985 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Bound port: 800c5e55-2f9a-454a-afa8-6180a69dada1, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08222fef-274b-47c0-8296-8c0ef8018ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:52.687374 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.693525 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Pushing event updated for resources: {'Port': ['ID=800c5e55-2f9a-454a-afa8-6180a69dada1,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:52.708303 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.708668 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.709021 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.709353 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.709679 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.710003 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.710347 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.710667 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.710988 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.711322 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.711643 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.711961 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.712276 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Tracked resource versions report: Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: pushed versions: Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: { 'AddressGroup': {'1.2'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'ConntrackHelper': {'1.0'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Log': {'1.0'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Network': {'1.1'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Port': {'1.7'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'PortForwarding': {'1.2'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'QosPolicy': {'1.10'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroup': {'1.5'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SubPort': {'1.0'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Subnet': {'1.1'}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Trunk': {'1.1'}} Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: consumer versions: Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'ConntrackHelper': '1.0', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'LocalIPAssociation': '1.0', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Log': '1.0', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Network': '1.1', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Port': '1.7', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'PortForwarding': '1.2', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'QosPolicy': '1.10', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroup': '1.5', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroupRule': '1.2', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SubPort': '1.0', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Subnet': '1.1', Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Trunk': '1.1'}} Dec 10 09:14:52.713622 dv-cinder-817514-4-iscsi neutron-server[102411]: {{(pid=102411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:14:52.785046 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] For port 800c5e55-2f9a-454a-afa8-6180a69dada1, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:52.801743 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-c4af7ace-aef4-46f0-97a7-731a8ef98940 None None] Provisioning complete for port 800c5e55-2f9a-454a-afa8-6180a69dada1 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:52.802430 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4af7ace-aef4-46f0-97a7-731a8ef98940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.804558 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] For port 800c5e55-2f9a-454a-afa8-6180a69dada1, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=800c5e55-2f9a-454a-afa8-6180a69dada1,segment=NetworkSegment(08222fef-274b-47c0-8296-8c0ef8018ac9),segment_id=08222fef-274b-47c0-8296-8c0ef8018ac9)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:52.811063 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.836525 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c4af7ace-aef4-46f0-97a7-731a8ef98940 None None] Port 800c5e55-2f9a-454a-afa8-6180a69dada1 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:52.850710 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Routers {'abe4d9cb-df45-4349-aaca-6edb6684bcd7'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:52.851341 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:14:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:52.954245 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] Set router abe4d9cb-df45-4349-aaca-6edb6684bcd7 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:52.957395 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143c494-ecc5-4398-8f1b-4a234be39c28 None None] Pushing event updated for resources: {'Port': ['ID=800c5e55-2f9a-454a-afa8-6180a69dada1,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:53.068933 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-3cdbedbc-5aed-475f-bde4-0efcc2c746d4 None None] Provisioning complete for port 800c5e55-2f9a-454a-afa8-6180a69dada1 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:53.069436 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3cdbedbc-5aed-475f-bde4-0efcc2c746d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.152345 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3cdbedbc-5aed-475f-bde4-0efcc2c746d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.180094 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:39Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 2, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'gw_port_host': None, '_interfaces': [{'id': '800c5e55-2f9a-454a-afa8-6180a69dada1', 'name': '', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'mac_address': 'fa:16:3e:00:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:49Z', 'updated_at': '2021-12-10T09:14:52Z', 'revision_number': 4, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'subnets': [{'id': '527134fc-7503-4579-a800-be6092d152a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:53.188627 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3cdbedbc-5aed-475f-bde4-0efcc2c746d4 None None] For port 800c5e55-2f9a-454a-afa8-6180a69dada1, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=800c5e55-2f9a-454a-afa8-6180a69dada1,segment=NetworkSegment(08222fef-274b-47c0-8296-8c0ef8018ac9),segment_id=08222fef-274b-47c0-8296-8c0ef8018ac9)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:53.194927 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3cdbedbc-5aed-475f-bde4-0efcc2c746d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.213487 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b060212-3c23-4152-a7dc-005468f605f2 None None] The sync data for ids ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'] in dv-cinder-817514-4-iscsi is: [{'id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:39Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 2, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'gw_port_host': None, '_interfaces': [{'id': '800c5e55-2f9a-454a-afa8-6180a69dada1', 'name': '', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'mac_address': 'fa:16:3e:00:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:49Z', 'updated_at': '2021-12-10T09:14:52Z', 'revision_number': 4, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'subnets': [{'id': '527134fc-7503-4579-a800-be6092d152a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:53.244201 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbedbc-5aed-475f-bde4-0efcc2c746d4 None None] Pushing event updated for resources: {'Port': ['ID=800c5e55-2f9a-454a-afa8-6180a69dada1,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:53.674945 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 37838) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:53.870224 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b92f0-ca18-4b28-8dfd-7a41c06ac804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:53.871641 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-a82b92f0-ca18-4b28-8dfd-7a41c06ac804 admin admin] 10.222.0.21 "GET /v2.0/networks/a976da7e-ccee-4745-a4ce-ee021f15c234 HTTP/1.1" status: 200 len: 842 time: 0.1957579 Dec 10 09:14:53.882387 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Request body: {'subnet': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:53.907976 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Made reservation on behalf of f25c0883dbe94619a2fe88cd99c854fe for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:53.910709 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.278735 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.objects.ports [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:14:54.279099 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.365421 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:54.365782 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Network hostable DHCP agents. Network: a976da7e-ccee-4745-a4ce-ee021f15c234, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:54.372935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734d9de5-32fb-4a6c-bbe6-31559ad9291d,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:54.383759 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.384110 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.384473 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.384799 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.385120 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.385438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.385760 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.386105 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.386418 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.386754 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.387068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.387385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.387692 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Tracked resource versions report: Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: pushed versions: Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: { 'AddressGroup': {'1.2'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'ConntrackHelper': {'1.0'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Log': {'1.0'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Network': {'1.1'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Port': {'1.7'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'PortForwarding': {'1.2'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'QosPolicy': {'1.10'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroup': {'1.5'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SubPort': {'1.0'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Subnet': {'1.1'}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Trunk': {'1.1'}} Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: consumer versions: Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'ConntrackHelper': '1.0', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'LocalIPAssociation': '1.0', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Log': '1.0', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Network': '1.1', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Port': '1.7', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'PortForwarding': '1.2', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'QosPolicy': '1.10', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroup': '1.5', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroupRule': '1.2', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SubPort': '1.0', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Subnet': '1.1', Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Trunk': '1.1'}} Dec 10 09:14:54.389062 dv-cinder-817514-4-iscsi neutron-server[102408]: {{(pid=102408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:14:54.430806 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:54.446164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, a976da7e-ccee-4745-a4ce-ee021f15c234) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:54.451466 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:54.452077 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.457789 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee7261-c964-47d6-a896-ea230d0eb30a None None] Network a976da7e-ccee-4745-a4ce-ee021f15c234 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:54.474135 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-573a2fdc-6b8d-4ace-b3c6-d9a5398ef577 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5940330 Dec 10 09:14:54.568621 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f8e44-cad3-4ca0-b361-1c5714910202 None None] Network a976da7e-ccee-4745-a4ce-ee021f15c234 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:56.964559 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 37850) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:57.186898 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-33580a25-f0d7-4725-a963-a7efa633d7ac admin admin] 10.222.0.21 "GET /v2.0/routers/abe4d9cb-df45-4349-aaca-6edb6684bcd7 HTTP/1.1" status: 200 len: 710 time: 0.2209594 Dec 10 09:14:57.276249 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf156b-a602-4ae2-bea0-f6fd1fc1e9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.277648 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e7bf156b-a602-4ae2-bea0-f6fd1fc1e9f6 admin admin] 10.222.0.21 "GET /v2.0/networks/a976da7e-ccee-4745-a4ce-ee021f15c234 HTTP/1.1" status: 200 len: 886 time: 0.0849619 Dec 10 09:14:57.287400 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:57.539755 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.783203 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.860627 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.018558 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Allocated IP 172.27.2.30 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/042fb34e-e14d-4c78-8de3-0c44351d05c5) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:58.127147 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.186046 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.311173 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:58.317025 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:58.322605 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:58.328086 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Pushing event updated for resources: {'Port': ['ID=042fb34e-e14d-4c78-8de3-0c44351d05c5,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:58.602667 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.816238 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62793'] for router, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.820922 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532306'] for router, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.933722 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Router abe4d9cb-df45-4349-aaca-6edb6684bcd7 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:14:59.043260 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:59.047923 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.049271 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5a151a0e-773b-4b14-9f98-de69f98f14e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/abe4d9cb-df45-4349-aaca-6edb6684bcd7 HTTP/1.1" status: 200 len: 889 time: 1.7653232 Dec 10 09:15:00.097284 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Sync routers for ids ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:00.108629 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Routers {'abe4d9cb-df45-4349-aaca-6edb6684bcd7'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:00.109260 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:14:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:00.313298 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Set router abe4d9cb-df45-4349-aaca-6edb6684bcd7 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:00.461188 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 800c5e55-2f9a-454a-afa8-6180a69dada1 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:00.648587 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 800c5e55-2f9a-454a-afa8-6180a69dada1 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:00.648786 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.881371 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '042fb34e-e14d-4c78-8de3-0c44351d05c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:39Z', 'updated_at': '2021-12-10T09:14:58Z', 'revision_number': 4, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'gw_port': {'id': '042fb34e-e14d-4c78-8de3-0c44351d05c5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:57Z', 'updated_at': '2021-12-10T09:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '800c5e55-2f9a-454a-afa8-6180a69dada1', 'name': '', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'mac_address': 'fa:16:3e:00:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:49Z', 'updated_at': '2021-12-10T09:14:53Z', 'revision_number': 5, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'subnets': [{'id': '527134fc-7503-4579-a800-be6092d152a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:00.933750 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Checking router: abe4d9cb-df45-4349-aaca-6edb6684bcd7 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:00.934038 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Updating router abe4d9cb-df45-4349-aaca-6edb6684bcd7 port 042fb34e-e14d-4c78-8de3-0c44351d05c5 binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:15:00.982082 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.312024 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.318300 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.369500 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Attempting to bind port 042fb34e-e14d-4c78-8de3-0c44351d05c5 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:01.369882 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Attempting to bind port 042fb34e-e14d-4c78-8de3-0c44351d05c5 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:01.370301 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Attempting to bind port 042fb34e-e14d-4c78-8de3-0c44351d05c5 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:01.376890 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e3365-8012-4aad-a37a-ef7fef63fe4f None None] Pushing event updated for resources: {'Port': ['ID=042fb34e-e14d-4c78-8de3-0c44351d05c5,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:01.379748 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:01.380127 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:01.380529 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.380914 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:01.381386 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Bound port: 042fb34e-e14d-4c78-8de3-0c44351d05c5, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:01.381786 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.432943 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] For port 042fb34e-e14d-4c78-8de3-0c44351d05c5, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:01.436091 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] For port 042fb34e-e14d-4c78-8de3-0c44351d05c5, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=042fb34e-e14d-4c78-8de3-0c44351d05c5,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:01.440071 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.504135 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Routers {'abe4d9cb-df45-4349-aaca-6edb6684bcd7'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:01.504766 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:14:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:01.507769 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e3365-8012-4aad-a37a-ef7fef63fe4f None None] Pushing event updated for resources: {'Port': ['ID=042fb34e-e14d-4c78-8de3-0c44351d05c5,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:01.621786 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] Set router abe4d9cb-df45-4349-aaca-6edb6684bcd7 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:01.678320 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 37862) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:01.804177 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-bddef694-fb47-4031-9c8c-80611eeab1f2 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1242967 Dec 10 09:15:01.868641 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '042fb34e-e14d-4c78-8de3-0c44351d05c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:39Z', 'updated_at': '2021-12-10T09:14:58Z', 'revision_number': 4, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'gw_port': {'id': '042fb34e-e14d-4c78-8de3-0c44351d05c5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:57Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '800c5e55-2f9a-454a-afa8-6180a69dada1', 'name': '', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'mac_address': 'fa:16:3e:00:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:49Z', 'updated_at': '2021-12-10T09:14:53Z', 'revision_number': 5, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'subnets': [{'id': '527134fc-7503-4579-a800-be6092d152a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:01.906828 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffbd1a-0d51-401b-81fa-ddf88a35b6af None None] The sync data for ids ['abe4d9cb-df45-4349-aaca-6edb6684bcd7'] in dv-cinder-817514-4-iscsi is: [{'id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'name': 'router1', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '042fb34e-e14d-4c78-8de3-0c44351d05c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:39Z', 'updated_at': '2021-12-10T09:14:58Z', 'revision_number': 4, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'gw_port': {'id': '042fb34e-e14d-4c78-8de3-0c44351d05c5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:57Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '800c5e55-2f9a-454a-afa8-6180a69dada1', 'name': '', 'network_id': 'e1c3fb90-f97b-4d26-a688-664c149c5066', 'tenant_id': '58293f06a5fd4501bf6ae2bde650a47d', 'mac_address': 'fa:16:3e:00:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe4d9cb-df45-4349-aaca-6edb6684bcd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '527134fc-7503-4579-a800-be6092d152a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:49Z', 'updated_at': '2021-12-10T09:14:53Z', 'revision_number': 5, 'project_id': '58293f06a5fd4501bf6ae2bde650a47d', 'subnets': [{'id': '527134fc-7503-4579-a800-be6092d152a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd24bd28-0363-4123-a4e3-39036a0f90a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:02.452804 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 042fb34e-e14d-4c78-8de3-0c44351d05c5 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:02.504183 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 042fb34e-e14d-4c78-8de3-0c44351d05c5 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:02.504581 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.595047 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.618207 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 042fb34e-e14d-4c78-8de3-0c44351d05c5, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=042fb34e-e14d-4c78-8de3-0c44351d05c5,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:02.624647 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.676600 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=042fb34e-e14d-4c78-8de3-0c44351d05c5,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:04.417160 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 042fb34e-e14d-4c78-8de3-0c44351d05c5 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:04.476785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 042fb34e-e14d-4c78-8de3-0c44351d05c5 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:04.477610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.100348 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:15:12.721662 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9647d1a-7c5d-46df-8f0b-2da40403fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.014451 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01010708-7048-4007-859f-53432c034fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.197188 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.316826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.609585 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.099127 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:15:42.731365 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52229701-b319-46f8-bfce-c4b1bb0cb1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.012359 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f200c0b-8a2c-40e2-b4e1-6dad79a9b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.186744 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.315866 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.702835 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.731242 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-adb1e4ac-d131-4950-9692-7a646a3a33a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.008660 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3673ba3c-29c3-4e12-8d51-bb6dc21e4c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.190687 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.321028 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.592107 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.099768 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:16:23.632966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38346) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:23.697246 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52ca222-0171-416b-99f0-a2e5c43477b1 admin admin] GET failed (client error): The resource could not be found. Dec 10 09:16:23.698590 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f52ca222-0171-416b-99f0-a2e5c43477b1 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646741 Dec 10 09:16:23.871560 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd10dc6-5ffa-4657-9216-ca09a39b817d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:23.873055 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ddd10dc6-5ffa-4657-9216-ca09a39b817d admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1695437 Dec 10 09:16:26.255108 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38356) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:26.362056 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bbc40-e6ab-472d-80f5-1ce334954537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:26.363436 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ac0bbc40-e6ab-472d-80f5-1ce334954537 admin admin] 10.222.0.21 "GET /v2.0/subnets/527134fc-7503-4579-a800-be6092d152a2 HTTP/1.1" status: 200 len: 849 time: 0.1073279 Dec 10 09:16:26.373629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:26.463720 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.614742 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744348792284'] for subnet, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.644573 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:26.645140 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.646455 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] 10.222.0.21 "PUT /v2.0/subnets/527134fc-7503-4579-a800-be6092d152a2 HTTP/1.1" status: 200 len: 868 time: 0.2765210 Dec 10 09:16:26.661455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19d342-1342-44ec-a9c5-4173eaa246f3 None None] Network e1c3fb90-f97b-4d26-a688-664c149c5066 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:26.666868 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527134fc-7503-4579-a800-be6092d152a2,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:26.675343 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.675817 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.676151 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.676421 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.676733 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.677037 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.677382 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.677719 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.678105 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.678432 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.678766 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.679081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.679446 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc62eca-59bb-4351-9eb8-80bfc7ddb7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:26.948006 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-0096bbbd-1f8f-4512-926d-f27a9a2cd449 None None] Provisioning complete for port 800c5e55-2f9a-454a-afa8-6180a69dada1 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:26.948378 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0096bbbd-1f8f-4512-926d-f27a9a2cd449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:27.035056 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-0096bbbd-1f8f-4512-926d-f27a9a2cd449 None None] Provisioning complete for port ff569c36-f87b-4f0d-acf2-a1de4195062c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:27.035422 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0096bbbd-1f8f-4512-926d-f27a9a2cd449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:29.069826 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38364) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:29.351946 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33658708-c247-4d92-b725-04a156cb5175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:29.352416 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33658708-c247-4d92-b725-04a156cb5175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:29.353967 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-33658708-c247-4d92-b725-04a156cb5175 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2831397 Dec 10 09:16:31.712282 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38372) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:31.858657 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aadb8c-8cc3-4acc-bcb2-c6751b873fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:31.859152 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aadb8c-8cc3-4acc-bcb2-c6751b873fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:31.861295 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d9aadb8c-8cc3-4acc-bcb2-c6751b873fa0 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1480556 Dec 10 09:16:34.225198 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38380) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:34.360968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256b02b-8fe5-4784-890d-da327ce16e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:34.362365 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-9256b02b-8fe5-4784-890d-da327ce16e38 admin admin] 10.222.0.21 "GET /v2.0/networks/a976da7e-ccee-4745-a4ce-ee021f15c234 HTTP/1.1" status: 200 len: 886 time: 0.1358485 Dec 10 09:16:36.719930 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38388) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:36.870411 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b70bc-0a5f-4a98-b53b-b9b2121fe43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:36.871840 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-4e4b70bc-0a5f-4a98-b53b-b9b2121fe43a admin admin] 10.222.0.21 "GET /v2.0/networks/e1c3fb90-f97b-4d26-a688-664c149c5066 HTTP/1.1" status: 200 len: 869 time: 0.1509545 Dec 10 09:16:39.212348 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38396) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:39.358171 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca49af-e119-4f87-8674-ed065f8896c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:39.358623 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca49af-e119-4f87-8674-ed065f8896c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:39.360519 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-28ca49af-e119-4f87-8674-ed065f8896c2 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1471918 Dec 10 09:16:41.746393 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38406) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:41.857346 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39603c8-5ead-4c74-836e-aa3b69077ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:41.857790 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39603c8-5ead-4c74-836e-aa3b69077ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:41.859414 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a39603c8-5ead-4c74-836e-aa3b69077ed4 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1117368 Dec 10 09:16:42.725986 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d7e6-a26b-438d-994d-ee1888246ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.202909 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38414) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:44.315765 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c9a251-fc30-4fb4-9ca1-1486932bee03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:44.317132 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-90c9a251-fc30-4fb4-9ca1-1486932bee03 admin admin] 10.222.0.21 "GET /v2.0/subnets/527134fc-7503-4579-a800-be6092d152a2 HTTP/1.1" status: 200 len: 868 time: 0.1129477 Dec 10 09:16:45.015014 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-157ad002-af60-4f43-9889-b2b661fb6461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.193825 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.707340 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38422) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:46.801048 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6d7dc-8179-4016-844d-f4a2d2e8d1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.802415 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-7ca6d7dc-8179-4016-844d-f4a2d2e8d1ba admin admin] 10.222.0.21 "GET /v2.0/subnets/734d9de5-32fb-4a6c-bbe6-31559ad9291d HTTP/1.1" status: 200 len: 816 time: 0.0941303 Dec 10 09:16:47.324835 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.586364 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.099917 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:17:11.823944 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38476) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:11.885359 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [None req-9ec8c09a-10b6-4c56-971a-f036893f9762 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:17:11.886395 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-9ec8c09a-10b6-4c56-971a-f036893f9762 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0614338 Dec 10 09:17:12.730774 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c0413e64-025e-485f-857a-e90f3c6a9876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:14.398807 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38484) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:14.465984 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cccccfa-4ea6-4536-bbd1-5e905e1ec93c admin admin] GET failed (client error): The resource could not be found. Dec 10 09:17:14.467299 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-2cccccfa-4ea6-4536-bbd1-5e905e1ec93c admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674875 Dec 10 09:17:14.553645 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2f2c6-d6f1-4c5b-b88c-777c5fe61e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:14.555134 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-83e2f2c6-d6f1-4c5b-b88c-777c5fe61e93 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828919 Dec 10 09:17:15.009396 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e3aed15e-a8b1-48c6-b830-f3bb43ed6f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:16.197492 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:16.973520 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38492) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:17.035628 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:17.061955 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Made reservation on behalf of f25c0883dbe94619a2fe88cd99c854fe for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:17:17.065408 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.116177 dv-cinder-817514-4-iscsi neutron-server[102408]: WARNING neutron.services.revisions.revision_plugin [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Could not find related network for resource to bump revision. Dec 10 09:17:17.132461 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:17:17.144876 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744348761465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.145414 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Unsubscribe: segment precommit_create {{(pid=102408) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 09:17:17.146033 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Added segment 7f957534-31df-433d-a46d-334606935d73 of type vlan for network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 Dec 10 09:17:17.190112 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.227681 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.228749 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:17.229309 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.309291 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3346345 Dec 10 09:17:17.324324 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f12c97-d0e1-4688-8686-f7897fcdce21 admin admin] Pushing event updated for resources: {'Network': ['ID=7198853e-1d3e-4ff0-908b-16f3180fcbc0,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:17.326685 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.337454 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:17:18.590702 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:19.743597 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38500) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:19.815153 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e1452b-783c-42f0-ab4e-5bcce6637942 admin admin] GET failed (client error): The resource could not be found. Dec 10 09:17:19.816444 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-c4e1452b-783c-42f0-ab4e-5bcce6637942 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0718782 Dec 10 09:17:19.891106 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc28bbf2-0949-4b1d-86b4-0025d135b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:19.892521 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-dc28bbf2-0949-4b1d-86b4-0025d135b736 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713556 Dec 10 09:17:19.906497 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:19.932956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Made reservation on behalf of f25c0883dbe94619a2fe88cd99c854fe for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:17:19.936209 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.111222 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.175779 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dce2085-d1f2-4d93-b789-946affdeead7,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:20.186415 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Checking segment: {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:17:20.186874 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Network hostable DHCP agents. Network: 7198853e-1d3e-4ff0-908b-16f3180fcbc0, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:17:20.210391 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:17:20.220533 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 7198853e-1d3e-4ff0-908b-16f3180fcbc0) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:20.224568 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:20.225156 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.229582 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ae6d6-2ded-42bf-8624-15ec16a76f66 None None] Network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:17:20.242754 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-68942b6f-dcfd-443d-bf26-904f87a65b96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3397434 Dec 10 09:17:20.436399 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-7198853e-1d3e-4ff0-908b-16f3180fcbc0', 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0', 'project_id': 'f25c0883dbe94619a2fe88cd99c854fe', 'fixed_ips': [{'subnet_id': '6dce2085-d1f2-4d93-b789-946affdeead7'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:17:20.437244 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.573117 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Allocated IP 192.168.233.2 (7198853e-1d3e-4ff0-908b-16f3180fcbc0/6dce2085-d1f2-4d93-b789-946affdeead7/d67bcc96-4118-4383-867b-0865882e8190) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:17:20.712172 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.721438 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.764227 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:17:20.767236 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:20.770829 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:17:20.781508 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Pushing event updated for resources: {'Port': ['ID=d67bcc96-4118-4383-867b-0865882e8190,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:20.804288 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.804656 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.805013 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.805330 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.805670 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.805997 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.806407 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.806736 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.807055 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.807386 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.807710 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.808027 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.808341 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:20.840093 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Attempting to bind port d67bcc96-4118-4383-867b-0865882e8190 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:17:20.840462 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Attempting to bind port d67bcc96-4118-4383-867b-0865882e8190 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:17:20.840823 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Attempting to bind port d67bcc96-4118-4383-867b-0865882e8190 on network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:17:20.846369 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:17:20.846748 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Checking segment: {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:17:20.847149 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.847540 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Bound using segment: {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:17:20.847996 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Bound port: d67bcc96-4118-4383-867b-0865882e8190, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:17:20.848413 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.909545 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] For port d67bcc96-4118-4383-867b-0865882e8190, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:17:20.912758 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] For port d67bcc96-4118-4383-867b-0865882e8190, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d67bcc96-4118-4383-867b-0865882e8190,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:17:20.918006 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:20.974455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66ff39-4999-4e24-ad52-6433df44f1b2 None None] Pushing event updated for resources: {'Port': ['ID=d67bcc96-4118-4383-867b-0865882e8190,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:21.772287 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456317d-9d50-49e2-8bd2-b49883fb5f21 None None] Network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:17:21.879466 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-473eab30-0dc1-4fe3-b986-ae8c57814959 None None] Provisioning complete for port d67bcc96-4118-4383-867b-0865882e8190 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:21.879849 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-473eab30-0dc1-4fe3-b986-ae8c57814959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:21.973080 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-473eab30-0dc1-4fe3-b986-ae8c57814959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.014067 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-473eab30-0dc1-4fe3-b986-ae8c57814959 None None] For port d67bcc96-4118-4383-867b-0865882e8190, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d67bcc96-4118-4383-867b-0865882e8190,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:22.019853 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-473eab30-0dc1-4fe3-b986-ae8c57814959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.070643 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eab30-0dc1-4fe3-b986-ae8c57814959 None None] Pushing event updated for resources: {'Port': ['ID=d67bcc96-4118-4383-867b-0865882e8190,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:22.243192 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-bc1963f4-c79a-4ec2-b687-a3c4e94b35f8 None None] Provisioning complete for port d67bcc96-4118-4383-867b-0865882e8190 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:22.243561 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc1963f4-c79a-4ec2-b687-a3c4e94b35f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.503756 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d67bcc96-4118-4383-867b-0865882e8190 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:22.553695 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port d67bcc96-4118-4383-867b-0865882e8190 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:22.554120 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.099170 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:17:42.740224 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6f52-e69d-45be-ae7e-531efeba354f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:45.012495 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3a95-cef8-4a1d-a4c7-3f3672dcd819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:46.206345 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:47.330478 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.595411 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.098159 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:18:12.735980 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6dc8ae3c-6851-4a73-beee-e2ebe3e5b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.016655 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a323816f-38b2-4efb-b255-831cb9297655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.207635 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.334049 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.605041 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.499113 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38544) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:35.506886 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [None req-839be3ce-5279-4b12-9419-40a1c4834fa3 tempest-verify_tempest_config-514281803 tempest-verify_tempest_config-514281803-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:18:35.508147 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-839be3ce-5279-4b12-9419-40a1c4834fa3 tempest-verify_tempest_config-514281803 tempest-verify_tempest_config-514281803-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0079446 Dec 10 09:18:35.842543 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38562) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:35.950151 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.025184 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.030935 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.074287 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2869be-792a-4a32-a0d6-3e5978053cf2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:36.079234 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43b28aafa87a4486a93a60fc82beb5a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2353821 Dec 10 09:18:36.082037 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38568) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:36.083542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.083915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.084260 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.084586 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.084927 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.085262 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.085589 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.085900 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.086253 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.086600 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.086927 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.087248 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.087565 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d9b74-71d6-4a8b-8762-bd248ab03a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.157686 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.178083 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.271355 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.273913 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.275161 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae2869be-792a-4a32-a0d6-3e5978053cf2 HTTP/1.1" status: 204 len: 168 time: 0.1921148 Dec 10 09:18:36.282916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2869be-792a-4a32-a0d6-3e5978053cf2,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:36.289985 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.290358 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.290700 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.291034 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.291365 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.291691 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.292014 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.292468 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.292652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.292987 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.293377 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.293620 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:36.293936 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1ebc-9768-46f5-b28b-2fff28240bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:42.748194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a0835518-d02f-440c-bc80-0b9c0627b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.019638 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-06f1737e-af11-4940-9764-00b08cb99670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.214311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.098587 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:18:47.335604 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:48.601491 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:12.748000 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f83cf262-77fa-4af6-87ec-f0189997b94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:15.035731 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-854c7fe0-da53-487b-aaeb-4f12b679e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:16.219848 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:17.340551 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.603979 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.102630 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:19:42.747858 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-00dafc70-9814-4873-84b7-f084fe8f5f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:45.031237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6a4514de-062a-4dc4-b46e-4f0b67fb27eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:46.228278 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.349221 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:48.601392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:01.103028 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 5 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:20:07.772490 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551160'] for agent, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:12.747889 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b211705-e49e-4111-9b87-02cfe37713a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:15.035000 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4662c0d1-31b1-4d52-8484-6c5684b2048b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:16.221352 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:17.357171 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:18.602274 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:23.360868 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38642) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:23.506375 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6f9816cf-620d-4d56-a79b-92750cbaa1ca admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1440439 Dec 10 09:20:25.908581 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38652) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:25.971959 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-bd682ad7-519b-4d7b-91b6-6681d521a5c7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0619235 Dec 10 09:20:37.774853 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.102801 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:20:42.752049 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6afee6dc-5ba9-4f0a-95d0-fc6408ea6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.038668 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59350651-4048-4928-bcb9-9b5ba7d206ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.237048 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.355753 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:48.600521 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:07.790497 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:12.746082 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32da52a4-5ae9-4941-8611-b8e2417d2f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:15.035390 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ba26-2e17-47a5-bed3-95f111eddfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:15.103870 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:21:16.235459 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:17.353693 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:18.596492 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:37.796151 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:42.750038 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44291275-e44c-413a-8509-30feb33917b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:45.030073 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7e288508-216d-4ee6-ba22-5363f9e193f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:46.232303 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:47.350868 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:48.591322 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:52.103129 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:21:55.090415 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38730) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:55.256288 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2003631131-network', 'tenant_id': 'a2adf63dbacb4c15bf70d993630e30b7'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:55.281508 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Made reservation on behalf of a2adf63dbacb4c15bf70d993630e30b7 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:55.283849 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.292333 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.378858 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.384231 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.415013 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:21:55.424249 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.424591 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Added segment c2de071c-a366-4bbc-8305-6bcbedf865fc of type vlan for network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 Dec 10 09:21:55.436951 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:55.463728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.463889 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.464106 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.464532 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.464751 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.465249 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.465573 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.465990 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.466241 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.466562 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.466873 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.467176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.467667 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Tracked resource versions report: Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: pushed versions: Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: { 'AddressGroup': {'1.2'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'ConntrackHelper': {'1.0'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Log': {'1.0'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Network': {'1.1'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Port': {'1.7'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'PortForwarding': {'1.2'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'QosPolicy': {'1.10'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroup': {'1.5'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SubPort': {'1.0'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Subnet': {'1.1'}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Trunk': {'1.1'}} Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: consumer versions: Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: HyperV agent@hv-cinder-81751: {}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'ConntrackHelper': '1.0', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'LocalIPAssociation': '1.0', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Log': '1.0', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Network': '1.1', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Port': '1.7', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'PortForwarding': '1.2', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'QosPolicy': '1.10', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroup': '1.5', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SecurityGroupRule': '1.2', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'SubPort': '1.0', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Subnet': '1.1', Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: 'Trunk': '1.1'}} Dec 10 09:21:55.468899 dv-cinder-817514-4-iscsi neutron-server[102408]: {{(pid=102408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:21:55.485740 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.518192 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.519825 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:55.520521 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.583829 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:55.593754 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38782) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:55.601194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:21:55.603586 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Request body: {'subnet': {'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2003631131-subnet', 'tenant_id': 'a2adf63dbacb4c15bf70d993630e30b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:55.608072 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-42667cca-1214-45a4-82ae-7677294bbe35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5152094 Dec 10 09:21:55.634383 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Made reservation on behalf of a2adf63dbacb4c15bf70d993630e30b7 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:55.641006 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.903222 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.960227 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c616fd-41b9-4f8e-9297-5f443f8693a1,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:55.976391 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.976810 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.977112 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.977417 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.977747 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.978175 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.978711 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.979039 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.979560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.979904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.980235 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.980553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.980875 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Tracked resource versions report: Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: pushed versions: Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: { 'AddressGroup': {'1.2'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'ConntrackHelper': {'1.0'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Log': {'1.0'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Network': {'1.1'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Port': {'1.7'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'PortForwarding': {'1.2'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'QosPolicy': {'1.10'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroup': {'1.5'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SubPort': {'1.0'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Subnet': {'1.1'}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Trunk': {'1.1'}} Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: consumer versions: Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: HyperV agent@hv-cinder-81751: {}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'ConntrackHelper': '1.0', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'LocalIPAssociation': '1.0', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Log': '1.0', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Network': '1.1', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Port': '1.7', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'PortForwarding': '1.2', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'QosPolicy': '1.10', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroup': '1.5', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SecurityGroupRule': '1.2', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'SubPort': '1.0', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Subnet': '1.1', Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: 'Trunk': '1.1'}} Dec 10 09:21:55.981979 dv-cinder-817514-4-iscsi neutron-server[102409]: {{(pid=102409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:21:56.003944 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Checking segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:21:56.004636 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Network hostable DHCP agents. Network: 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:21:56.022124 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:21:56.036643 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:21:56.041842 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:56.042980 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.054409 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f401b-cec1-49f9-a701-55d8e49c0269 None None] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:21:56.079490 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-9c310cd2-f756-4c14-9059-e204eab820d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4838593 Dec 10 09:21:56.165305 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9da3a2-ac3c-4b95-9340-0d7c9ed76688 None None] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:21:56.711558 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38862) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.181309 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.188716 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-889136472-network', 'tenant_id': '9249ec92613145ffab6069991f4585c2'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.212178 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Made reservation on behalf of 9249ec92613145ffab6069991f4585c2 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:57.215719 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.217268 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.225351 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.302323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.306635 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.332824 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf8f93-c8be-4b0a-a46b-b794dbbfb635,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.340018 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:21:57.349693 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.349874 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Added segment 19e5c147-8d4a-47a8-84f8-9c346e5750cc of type vlan for network 758fcf04-f582-4872-85aa-bd4725297504 Dec 10 09:21:57.391383 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.416659 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.417622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:57.418278 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.483091 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] Pushing event updated for resources: {'Network': ['ID=758fcf04-f582-4872-85aa-bd4725297504,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.494921 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 758fcf04-f582-4872-85aa-bd4725297504 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:21:57.501553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38908) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.502814 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d7ad9ba2-fc59-460c-b98e-ad3943a81d5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7898984 Dec 10 09:21:57.507393 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Request body: {'subnet': {'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-subnet', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.532944 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Made reservation on behalf of 9249ec92613145ffab6069991f4585c2 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:57.536308 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.726299 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2063656278-network', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.734687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1121136363-network', 'tenant_id': 'ac94c8ded1b7421e9964e95558df7e24'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.738230 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.795196 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Made reservation on behalf of ac94c8ded1b7421e9964e95558df7e24 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:57.797565 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.815165 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Checking segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:21:57.815729 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Network hostable DHCP agents. Network: 758fcf04-f582-4872-85aa-bd4725297504, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:21:57.826307 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.877703 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Network 758fcf04-f582-4872-85aa-bd4725297504 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:21:57.884048 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Made reservation on behalf of d0679c5e111d4661b4a640c78ba673a3 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:57.886414 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.907656 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.919193 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 758fcf04-f582-4872-85aa-bd4725297504) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:21:57.920833 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630e3406-5e4e-421e-a988-ba36122c0ca2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.933004 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616175b4-ba18-499f-bfd3-2eea775070b3 None None] Network 758fcf04-f582-4872-85aa-bd4725297504 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:21:57.933251 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:57.934037 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.975967 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5d8b3e88-0294-49a2-b45e-2aded33d9091 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4722924 Dec 10 09:21:57.981502 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 38932) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.988058 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:58.028959 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.035854 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.045705 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.047410 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.124678 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:21:58.189963 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67457df2-cc80-43ec-a461-cdc269a0a486,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:58.198653 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-758fcf04-f582-4872-85aa-bd4725297504', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:21:58.200358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.200589 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.202068 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.202521 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Added segment 203d52f0-aaa1-4248-9a9d-512ea23dd218 of type vlan for network bc609721-5b69-4675-a268-40298484681c Dec 10 09:21:58.231921 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.271004 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:21:58.301624 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.301980 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Added segment f61580f0-ccc9-48fa-8361-f7784835fe2a of type vlan for network 70e51b6d-c3e9-43f4-b58e-f78b65622022 Dec 10 09:21:58.304055 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.363371 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d40798-6f37-446e-9298-e8d3d45e80bf,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:58.389289 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.410109 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.411391 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:58.412186 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.415394 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.473892 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2900064 Dec 10 09:21:58.480665 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:58.530240 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Allocated IP 172.20.0.2 (758fcf04-f582-4872-85aa-bd4725297504/630e3406-5e4e-421e-a988-ba36122c0ca2/5426ff93-fa06-4010-b7c5-317de2489dfa) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:21:58.551598 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Request body: {'subnet': {'network_id': 'bc609721-5b69-4675-a268-40298484681c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1121136363-subnet', 'tenant_id': 'ac94c8ded1b7421e9964e95558df7e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:58.602791 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.603873 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:58.604448 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.639420 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Made reservation on behalf of ac94c8ded1b7421e9964e95558df7e24 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:58.644803 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.664254 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4452746 Dec 10 09:21:58.685459 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38972) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:58.694562 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 38974) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:58.697929 dv-cinder-817514-4-iscsi neutron-server[102409]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 09:21:58.701585 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Request body: {'subnet': {'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2063656278-subnet', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:58.718274 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.748716 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.757466 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.828017 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Network 758fcf04-f582-4872-85aa-bd4725297504 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:21:58.837973 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:21:58.842054 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:21:58.875506 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Pushing event updated for resources: {'Port': ['ID=5426ff93-fa06-4010-b7c5-317de2489dfa,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:58.905132 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.905794 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.906365 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.906977 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.907462 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.907929 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.908405 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.908885 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.909351 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.909829 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.910332 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.910845 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.911314 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Tracked resource versions report: Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: pushed versions: Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: { 'AddressGroup': {'1.2'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'ConntrackHelper': {'1.0'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Log': {'1.0'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Network': {'1.1'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Port': {'1.7'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'PortForwarding': {'1.2'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'QosPolicy': {'1.10'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroup': {'1.5'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SubPort': {'1.0'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Subnet': {'1.1'}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Trunk': {'1.1'}} Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: consumer versions: Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: HyperV agent@hv-cinder-81751: {}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'ConntrackHelper': '1.0', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'LocalIPAssociation': '1.0', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Log': '1.0', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Network': '1.1', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Port': '1.7', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'PortForwarding': '1.2', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'QosPolicy': '1.10', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroup': '1.5', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SecurityGroupRule': '1.2', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'SubPort': '1.0', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Subnet': '1.1', Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: 'Trunk': '1.1'}} Dec 10 09:21:58.912725 dv-cinder-817514-4-iscsi neutron-server[102410]: {{(pid=102410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:21:58.929405 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Attempting to bind port 5426ff93-fa06-4010-b7c5-317de2489dfa on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:21:58.930077 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Attempting to bind port 5426ff93-fa06-4010-b7c5-317de2489dfa by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:21:58.930653 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Attempting to bind port 5426ff93-fa06-4010-b7c5-317de2489dfa on network 758fcf04-f582-4872-85aa-bd4725297504 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:21:58.936528 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:21:58.937319 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Checking segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:21:58.938063 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.938250 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Bound using segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:21:58.938728 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Bound port: 5426ff93-fa06-4010-b7c5-317de2489dfa, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:21:58.939132 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.020003 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] For port 5426ff93-fa06-4010-b7c5-317de2489dfa, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:21:59.032858 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] For port 5426ff93-fa06-4010-b7c5-317de2489dfa, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=5426ff93-fa06-4010-b7c5-317de2489dfa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:21:59.036749 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a692-96ee-42e9-83c0-26aa01a5a68a admin admin] Pushing event updated for resources: {'Network': ['ID=bc609721-5b69-4675-a268-40298484681c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:59.040817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.094242 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network bc609721-5b69-4675-a268-40298484681c details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:21:59.182573 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.239876 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd21cf-97cd-418d-ad97-45cd05be88c1 None None] Pushing event updated for resources: {'Port': ['ID=5426ff93-fa06-4010-b7c5-317de2489dfa,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:59.246560 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.273483 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Made reservation on behalf of d0679c5e111d4661b4a640c78ba673a3 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:59.276942 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.384221 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-82aa4c81-895f-4fa5-abe9-bd146f5c123f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:59.385811 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-82aa4c81-895f-4fa5-abe9-bd146f5c123f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.6888430 Dec 10 09:21:59.540356 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Allocated IP 172.27.2.231 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/be9a229a-6416-4e43-b30e-46448ea9aed9) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:21:59.544171 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-9c747148-d7a7-4704-8f46-8d579bc488cf tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/quotas/a2adf63dbacb4c15bf70d993630e30b7 HTTP/1.1" status: 200 len: 375 time: 0.1071408 Dec 10 09:21:59.544171 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c1daf-3e1e-444a-8d05-0c7adb3c7b81 admin admin] Pushing event updated for resources: {'Network': ['ID=70e51b6d-c3e9-43f4-b58e-f78b65622022,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:59.544465 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:21:59.679913 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-29259c39-6282-4710-b4db-8944acabc72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537192 Dec 10 09:21:59.688604 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.766236 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.821409 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.832076 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Checking segment: {'id': '203d52f0-aaa1-4248-9a9d-512ea23dd218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bc609721-5b69-4675-a268-40298484681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:21:59.832433 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Network hostable DHCP agents. Network: bc609721-5b69-4675-a268-40298484681c, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:21:59.845274 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef796e7-0faf-41ab-87d5-53ef882d4f7a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:59.879902 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Network bc609721-5b69-4675-a268-40298484681c is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:21:59.929444 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, bc609721-5b69-4675-a268-40298484681c) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:21:59.934083 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:59.936995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.938515 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:21:59.944623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:21:59.953134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bb1b1-f863-42c8-8f8f-55963120fabd None None] Network bc609721-5b69-4675-a268-40298484681c requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:21:59.958301 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:21:59.982751 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.011481 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Pushing event updated for resources: {'Port': ['ID=be9a229a-6416-4e43-b30e-46448ea9aed9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:00.099124 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f3bb8408-86ed-4957-8999-4e6cfb9a5904 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6126974 Dec 10 09:22:00.172557 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef311d5e-c658-4822-9c39-6e70cc602f60,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:00.190538 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Checking segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:00.207442 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Network hostable DHCP agents. Network: 70e51b6d-c3e9-43f4-b58e-f78b65622022, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:22:00.252262 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:22:00.259600 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39072) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:00.273155 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d3abaf-7337-4303-9579-ad474ca0da45 None None] Network bc609721-5b69-4675-a268-40298484681c requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:00.280379 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 70e51b6d-c3e9-43f4-b58e-f78b65622022) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:00.288718 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:00.292365 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.309385 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd9dae-617a-477a-ac5f-144283e9fcf8 None None] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:00.329776 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-851a973e-9eeb-4c9d-b596-90b301934740 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6338580 Dec 10 09:22:00.334645 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39078) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:00.339346 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:00.379619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39080) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:00.403528 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.406589 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.442075 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.539981 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-59aa0c71-6a40-401a-84bb-d6398dcf1e80 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:22:00.542122 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-59aa0c71-6a40-401a-84bb-d6398dcf1e80 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2746091 Dec 10 09:22:00.601212 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f904fe16-78b5-4ad5-969e-3201260b810d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.809738 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4ceb-518d-4679-a720-9fee7415b10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.865159 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-60383553-a176-44e7-9136-1b603a09e3eb service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101475 Dec 10 09:22:00.873463 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 5426ff93-fa06-4010-b7c5-317de2489dfa up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:00.936745 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf3479-8477-4f64-868d-3406619643d0 None None] Network 758fcf04-f582-4872-85aa-bd4725297504 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:00.956219 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-70e51b6d-c3e9-43f4-b58e-f78b65622022', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:22:00.957123 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.973937 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39116) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:00.974299 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39118) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:00.984125 dv-cinder-817514-4-iscsi neutron-server[102408]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 09:22:01.143698 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.163614 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-a869ad16-1876-47b9-b1f6-e0b5a55152bc None None] Provisioning complete for port 5426ff93-fa06-4010-b7c5-317de2489dfa triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:01.163987 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a869ad16-1876-47b9-b1f6-e0b5a55152bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.187504 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 5426ff93-fa06-4010-b7c5-317de2489dfa triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:01.187930 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.192430 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f904fe16-78b5-4ad5-969e-3201260b810d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.224592 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f904fe16-78b5-4ad5-969e-3201260b810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.288262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4ceb-518d-4679-a720-9fee7415b10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.325738 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Allocated IP 172.20.0.2 (70e51b6d-c3e9-43f4-b58e-f78b65622022/ef311d5e-c658-4822-9c39-6e70cc602f60/d6a490eb-e637-4101-a023-51ca45d2478e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:01.359898 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.368781 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-e12704ef-e2f0-46a7-8d3e-b2548dff6162 service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610767 Dec 10 09:22:01.455056 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6091c819-921a-48b8-9984-935fcad9bf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.456996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4ceb-518d-4679-a720-9fee7415b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.473966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.497919 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f904fe16-78b5-4ad5-969e-3201260b810d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fea699e1faf41668c02a6101513396f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2372537 Dec 10 09:22:01.503452 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39128) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:01.598167 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-d356725b-217c-45b3-a982-ce22ab47c59a tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:01.605108 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-d356725b-217c-45b3-a982-ce22ab47c59a tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/networks?id=bc609721-5b69-4675-a268-40298484681c HTTP/1.1" status: 200 len: 812 time: 0.6240175 Dec 10 09:22:01.614502 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5e6a4ceb-518d-4679-a720-9fee7415b10e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43b64007908146b795e2861900578683&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2337086 Dec 10 09:22:01.636521 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904fe16-78b5-4ad5-969e-3201260b810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c31de-1216-4aa9-9d01-a07dc99aef0c,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.649079 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39132) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:01.694998 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a869ad16-1876-47b9-b1f6-e0b5a55152bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.700887 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-2f60952f-a8ae-4222-88f2-9154bd551b8f tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/quotas/ac94c8ded1b7421e9964e95558df7e24 HTTP/1.1" status: 200 len: 375 time: 0.0947995 Dec 10 09:22:01.717035 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.776255 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a869ad16-1876-47b9-b1f6-e0b5a55152bc None None] For port 5426ff93-fa06-4010-b7c5-317de2489dfa, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=5426ff93-fa06-4010-b7c5-317de2489dfa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:01.805942 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a869ad16-1876-47b9-b1f6-e0b5a55152bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.806138 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-06b5567a-06f2-4a77-9371-353ce5051cae tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac94c8ded1b7421e9964e95558df7e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919104 Dec 10 09:22:01.811559 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.833268 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-40f691f9-b155-4e31-81a2-f973a513a4bb req-c7150c1f-880b-490a-8b58-2642696fb862 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 210 time: 0.1570301 Dec 10 09:22:01.866086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b952064-1042-4d8a-983e-866a2519f7b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.892954 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b952064-1042-4d8a-983e-866a2519f7b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.900938 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.906395 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.db.api [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:22:01.907100 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG oslo_db.api [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:22:01.919011 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.943674 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a4ceb-518d-4679-a720-9fee7415b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed7d384-e673-4fad-b71f-6e360e7940b6,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.957833 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-727989a8-d991-4498-9f12-1c0af4f4f455 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:22:01.965574 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-727989a8-d991-4498-9f12-1c0af4f4f455 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0824759 Dec 10 09:22:01.966633 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869ad16-1876-47b9-b1f6-e0b5a55152bc None None] Pushing event updated for resources: {'Port': ['ID=5426ff93-fa06-4010-b7c5-317de2489dfa,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.974428 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.982587 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b952064-1042-4d8a-983e-866a2519f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.988924 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b952064-1042-4d8a-983e-866a2519f7b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.005138 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6b952064-1042-4d8a-983e-866a2519f7b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/250c31de-1216-4aa9-9d01-a07dc99aef0c HTTP/1.1" status: 204 len: 168 time: 0.4951522 Dec 10 09:22:02.022794 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:02.034810 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952064-1042-4d8a-983e-866a2519f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c31de-1216-4aa9-9d01-a07dc99aef0c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:02.036330 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:02.042886 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:02.067962 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-f2d2ba27-68c7-4b05-a2e7-021ca2d3ae03 None None] Provisioning complete for port 5426ff93-fa06-4010-b7c5-317de2489dfa triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:02.068697 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ba27-68c7-4b05-a2e7-021ca2d3ae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.089206 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f1e5-f0f2-4cf0-bcf9-a2873bf37649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.126068 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Pushing event updated for resources: {'Port': ['ID=d6a490eb-e637-4101-a023-51ca45d2478e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:02.148844 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6091c819-921a-48b8-9984-935fcad9bf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.151623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f1e5-f0f2-4cf0-bcf9-a2873bf37649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.177988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6091c819-921a-48b8-9984-935fcad9bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.242737 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Allocated IP 172.27.2.183 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/4fa7df35-bf51-4cf6-9500-3ca8c376522f) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:02.254073 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Attempting to bind port d6a490eb-e637-4101-a023-51ca45d2478e on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:02.254446 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Attempting to bind port d6a490eb-e637-4101-a023-51ca45d2478e by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:02.255057 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Attempting to bind port d6a490eb-e637-4101-a023-51ca45d2478e on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:02.276447 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:02.276824 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Checking segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:02.277221 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.277624 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Bound using segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:02.278104 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Bound port: d6a490eb-e637-4101-a023-51ca45d2478e, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:02.278504 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.323702 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-7b6bd4ff-34be-4154-a9c8-36ad7dbdd86a service neutron] 10.222.0.21 "GET /v2.0/networks/bc609721-5b69-4675-a268-40298484681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571970 Dec 10 09:22:02.397589 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091c819-921a-48b8-9984-935fcad9bf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b138d9-bf7a-4d11-a2b0-e5791ed0325b,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:02.408159 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-6091c819-921a-48b8-9984-935fcad9bf06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13a26f3d9d49459d9c700a134a5f946b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4311132 Dec 10 09:22:02.412865 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39176) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:02.413800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:22:02.440642 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.472471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f1e5-f0f2-4cf0-bcf9-a2873bf37649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.475089 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f1e5-f0f2-4cf0-bcf9-a2873bf37649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.486069 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d5f4f1e5-f0f2-4cf0-bcf9-a2873bf37649 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ed7d384-e673-4fad-b71f-6e360e7940b6 HTTP/1.1" status: 204 len: 168 time: 0.8194218 Dec 10 09:22:02.536683 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.576503 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] For port d6a490eb-e637-4101-a023-51ca45d2478e, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:02.588675 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] For port d6a490eb-e637-4101-a023-51ca45d2478e, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d6a490eb-e637-4101-a023-51ca45d2478e,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:02.595946 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.629846 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:02.633006 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:02.638921 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:02.695218 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4f1e5-f0f2-4cf0-bcf9-a2873bf37649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed7d384-e673-4fad-b71f-6e360e7940b6,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:02.695397 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54509545-be5a-4795-99d7-588f9374a5c9 None None] Pushing event updated for resources: {'Port': ['ID=d6a490eb-e637-4101-a023-51ca45d2478e,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:02.734218 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-d1663eea-0bd7-4339-858f-c177345e1744 service neutron] 10.222.0.21 "GET /v2.0/networks/bc609721-5b69-4675-a268-40298484681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092767 Dec 10 09:22:02.765304 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 5426ff93-fa06-4010-b7c5-317de2489dfa up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:02.985091 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-47e430a9-2cf9-4eb0-b31d-1c46bdafa5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.988680 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa7df35-bf51-4cf6-9500-3ca8c376522f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:03.003247 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 5426ff93-fa06-4010-b7c5-317de2489dfa triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.005662 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.065798 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-47e430a9-2cf9-4eb0-b31d-1c46bdafa5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.082468 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:03.105002 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:03.128726 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:03.129039 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:21:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:03.214812 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0adf85ed-e4d5-4f0f-aa7b-a735ff65ccf2 req-38149e2b-149c-473b-a55f-dd978e83bbbb tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 210 time: 0.2482381 Dec 10 09:22:03.340235 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-47e430a9-2cf9-4eb0-b31d-1c46bdafa5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.345077 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-47e430a9-2cf9-4eb0-b31d-1c46bdafa5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.347325 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-47e430a9-2cf9-4eb0-b31d-1c46bdafa5e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58b138d9-bf7a-4d11-a2b0-e5791ed0325b HTTP/1.1" status: 204 len: 168 time: 0.9312534 Dec 10 09:22:03.361176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e430a9-2cf9-4eb0-b31d-1c46bdafa5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b138d9-bf7a-4d11-a2b0-e5791ed0325b,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:03.376753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.380077 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-cf38a46d-5d20-4b3b-bb29-589315eebc69 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3963182 Dec 10 09:22:03.380924 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39216) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:03.382837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39218) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:03.437365 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbea2-7dac-43c6-ab9c-ca4d6b54e5ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.480921 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9838156f-5040-46f2-a39b-954a20070054 req-0ad51b2d-59d6-4008-b315-d65cd75ed308 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 210 time: 0.1366570 Dec 10 09:22:03.603848 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.670249 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:04.270587 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.430779 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbea2-7dac-43c6-ab9c-ca4d6b54e5ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.456697 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbea2-7dac-43c6-ab9c-ca4d6b54e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.509409 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c627f4-1600-4b6d-a00c-dd2241d6b51a None None] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:04.536570 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 3, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:04.581487 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39272) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:04.627053 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:04.628382 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Updating router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 port be9a229a-6416-4e43-b30e-46448ea9aed9 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:22:04.675594 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-acb1033f-ea8b-41b4-af83-11e599e2ba11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.712413 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6494e27f-b435-408b-a32c-580a22d4bfcf req-4d38f63c-845d-43df-b860-ef1e7c856ebb tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 210 time: 0.1075423 Dec 10 09:22:04.715309 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.749938 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39280) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:04.753561 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3a0cbea2-7dac-43c6-ab9c-ca4d6b54e5ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44775e37a74e454ca03268ddd87dfbf4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3714008 Dec 10 09:22:04.770363 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-4f951851-0f4f-4aff-8afd-319c62fe28dd None None] Provisioning complete for port d6a490eb-e637-4101-a023-51ca45d2478e triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:04.771077 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f951851-0f4f-4aff-8afd-319c62fe28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.787905 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Router b009e771-104a-46ff-a386-0d24f3e9415a is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:22:04.918372 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cbea2-7dac-43c6-ab9c-ca4d6b54e5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc341384-70b1-4a7a-b119-bbeecffc29a0,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:04.966907 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d6a490eb-e637-4101-a023-51ca45d2478e up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:05.097335 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.43', 57620) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:05.118572 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f951851-0f4f-4aff-8afd-319c62fe28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.141343 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port d6a490eb-e637-4101-a023-51ca45d2478e triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:05.147486 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.227252 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b24f050-ba01-4306-ab08-79117f9d4d84 req-994af44b-ac63-430d-b6b5-28b4722c4c87 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 210 time: 0.3741241 Dec 10 09:22:05.350088 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:05.362809 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-4f951851-0f4f-4aff-8afd-319c62fe28dd None None] For port d6a490eb-e637-4101-a023-51ca45d2478e, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d6a490eb-e637-4101-a023-51ca45d2478e,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:05.375154 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:05.401182 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b85a9f0c-5bf6-409b-bc91-c248d7f2be94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.401965 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-acb1033f-ea8b-41b4-af83-11e599e2ba11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.417382 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.429452 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.478585 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f951851-0f4f-4aff-8afd-319c62fe28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.486074 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b85a9f0c-5bf6-409b-bc91-c248d7f2be94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.495971 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.498158 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-244eebe1-8c9f-42ed-87eb-16eecfaf3dd0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1624970 Dec 10 09:22:05.503669 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39312) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:05.507808 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Pushing event updated for resources: {'Port': ['ID=be9a229a-6416-4e43-b30e-46448ea9aed9,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:05.533178 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-acb1033f-ea8b-41b4-af83-11e599e2ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.540519 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.541041 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.541455 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.541837 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.542195 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.542526 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.542853 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.543179 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.543551 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.543942 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.544271 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.544590 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.544909 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Tracked resource versions report: Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: pushed versions: Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: { 'AddressGroup': {'1.2'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'ConntrackHelper': {'1.0'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'LocalIPAssociation': {'1.0'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Log': {'1.0'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Network': {'1.1'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Port': {'1.7'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'PortForwarding': {'1.2'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'QosPolicy': {'1.10'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroup': {'1.5'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroupRule': {'1.2'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SubPort': {'1.0'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Subnet': {'1.1'}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Trunk': {'1.1'}} Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: consumer versions: Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: { DHCP agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: HyperV agent@hv-cinder-81751: {}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: L3 agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: Metadata agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: Metering agent@dv-cinder-817514-4-iscsi: {}, Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: Open vSwitch agent@dv-cinder-817514-4-iscsi: { 'AddressGroup': '1.2', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'ConntrackHelper': '1.0', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'LocalIPAssociation': '1.0', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Log': '1.0', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Network': '1.1', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Port': '1.7', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'PortForwarding': '1.2', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'QosPolicy': '1.10', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroup': '1.5', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SecurityGroupRule': '1.2', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'SubPort': '1.0', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Subnet': '1.1', Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: 'Trunk': '1.1'}} Dec 10 09:22:05.546551 dv-cinder-817514-4-iscsi neutron-server[102411]: {{(pid=102411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 09:22:05.552040 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Attempting to bind port be9a229a-6416-4e43-b30e-46448ea9aed9 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:05.552040 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Attempting to bind port be9a229a-6416-4e43-b30e-46448ea9aed9 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:05.552040 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Attempting to bind port be9a229a-6416-4e43-b30e-46448ea9aed9 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:05.557790 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:05.558102 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:05.558338 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.558735 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:05.559235 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Bound port: be9a229a-6416-4e43-b30e-46448ea9aed9, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:05.559636 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.571179 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-9fca8f03-6619-4417-b15f-3dc4a258b582 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:05.581851 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-9fca8f03-6619-4417-b15f-3dc4a258b582 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.4819808 Dec 10 09:22:05.618295 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] For port be9a229a-6416-4e43-b30e-46448ea9aed9, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:05.622685 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] For port be9a229a-6416-4e43-b30e-46448ea9aed9, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=be9a229a-6416-4e43-b30e-46448ea9aed9,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:05.633667 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.654086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Request body: {'port': {'device_id': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'admin_state_up': True, 'tenant_id': 'a2adf63dbacb4c15bf70d993630e30b7'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:05.679663 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:05.682265 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:21:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:05.706406 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:05.707220 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:21:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:05.761989 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6689a0-3222-48c7-bed9-c65857c27e44 None None] Pushing event updated for resources: {'Port': ['ID=be9a229a-6416-4e43-b30e-46448ea9aed9,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:05.801359 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1033f-ea8b-41b4-af83-11e599e2ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0d7b2-bbaf-41e8-a6fb-2988540fa4a9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:05.854046 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-acb1033f-ea8b-41b4-af83-11e599e2ba11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac11b478e4e146fba5aad924ddfaf6e1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2612479 Dec 10 09:22:05.894207 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39332) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:05.904792 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:05.921958 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.987890 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b85a9f0c-5bf6-409b-bc91-c248d7f2be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.992247 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b85a9f0c-5bf6-409b-bc91-c248d7f2be94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.993624 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-b85a9f0c-5bf6-409b-bc91-c248d7f2be94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc341384-70b1-4a7a-b119-bbeecffc29a0 HTTP/1.1" status: 204 len: 168 time: 1.2424781 Dec 10 09:22:06.023453 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a9f0c-5bf6-409b-bc91-c248d7f2be94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc341384-70b1-4a7a-b119-bbeecffc29a0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:06.141732 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Made reservation on behalf of a2adf63dbacb4c15bf70d993630e30b7 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:06.146294 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.198840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.db.api [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:22:06.201991 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG oslo_db.api [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:22:06.261156 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-a43640e7-509d-4d29-b080-82d717e8d3fa None None] Provisioning complete for port d6a490eb-e637-4101-a023-51ca45d2478e triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:06.263065 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a43640e7-509d-4d29-b080-82d717e8d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.344639 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f951851-0f4f-4aff-8afd-319c62fe28dd None None] Pushing event updated for resources: {'Port': ['ID=d6a490eb-e637-4101-a023-51ca45d2478e,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:06.383809 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.43', 57626) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:06.398954 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.463265 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-25b69166-62ca-4f4b-8af2-358532124f72 req-3b1ccaf4-026a-4b7b-9ced-a2c0e2bfba21 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 210 time: 0.1200972 Dec 10 09:22:06.474348 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:06.531805 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 3, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:06.576593 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-581deab1-f5c9-44ed-8acb-055c9447b64e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.606359 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-581deab1-f5c9-44ed-8acb-055c9447b64e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.640466 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db429807-4459-4ea4-8f05-1fa19ea2f14e None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 3, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:06.683837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-581deab1-f5c9-44ed-8acb-055c9447b64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.688260 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-581deab1-f5c9-44ed-8acb-055c9447b64e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.689774 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-581deab1-f5c9-44ed-8acb-055c9447b64e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63a0d7b2-bbaf-41e8-a6fb-2988540fa4a9 HTTP/1.1" status: 204 len: 168 time: 0.7900257 Dec 10 09:22:06.722148 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581deab1-f5c9-44ed-8acb-055c9447b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0d7b2-bbaf-41e8-a6fb-2988540fa4a9,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:06.844286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-030e8003-e866-4b5e-a005-8078b3ecffda req-d5d629a9-f7d8-454e-89e5-1f7e051afcb6 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 210 time: 0.2636940 Dec 10 09:22:07.121752 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d6a490eb-e637-4101-a023-51ca45d2478e up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:07.290212 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Allocated IP 172.20.0.4 (7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9/84c616fd-41b9-4f8e-9297-5f443f8693a1/8b3da84a-0f73-49d5-8a60-32ef5c13597f) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:07.300090 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:03Z', 'revision_number': 3, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:07.391590 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:07.391960 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Updating router b009e771-104a-46ff-a386-0d24f3e9415a port 4fa7df35-bf51-4cf6-9500-3ca8c376522f binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:22:07.517618 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:07.524370 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:07.597047 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-29624f51-69ff-4a3c-94c4-3da6c27baaac tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.600201 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-29624f51-69ff-4a3c-94c4-3da6c27baaac tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.43 "GET /v2.0/networks?id=bc609721-5b69-4675-a268-40298484681c HTTP/1.1" status: 200 len: 812 time: 1.2123737 Dec 10 09:22:07.602281 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:07.740912 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Request body: {'port': {'device_id': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'network_id': 'bc609721-5b69-4675-a268-40298484681c', 'admin_state_up': True, 'tenant_id': 'ac94c8ded1b7421e9964e95558df7e24'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:07.851373 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39410) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:08.131686 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:08.219243 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.263870 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:08.268619 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:08.280131 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port d6a490eb-e637-4101-a023-51ca45d2478e triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:08.281262 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.287306 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:08.288223 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.477738 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Allocated IP 172.20.0.1 (758fcf04-f582-4872-85aa-bd4725297504/630e3406-5e4e-421e-a988-ba36122c0ca2/a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:08.495404 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.636825 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event updated for resources: {'Port': ['ID=8b3da84a-0f73-49d5-8a60-32ef5c13597f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:08.661307 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.666249 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-788bf247-13dd-4873-820f-0ee022d1231d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0159664 Dec 10 09:22:08.701840 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcd54-39b5-413c-b1dc-e5792023d350 req-6da74b5c-6ea4-4838-bff4-0b65fd925ef7 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:08.705430 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5b3c8556-f25c-49cb-aca6-91438a5faf5e req-d5c8b716-3ba0-4ede-8527-f46481495648 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 210 time: 0.6601326 Dec 10 09:22:08.718372 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f63bcd54-39b5-413c-b1dc-e5792023d350 req-6da74b5c-6ea4-4838-bff4-0b65fd925ef7 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 931 time: 0.7721727 Dec 10 09:22:08.741166 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Made reservation on behalf of ac94c8ded1b7421e9964e95558df7e24 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:08.750086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.758846 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-74ca044d-fda5-4a62-a3d9-906a4299f937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.774149 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-7bccec06-95b0-4cdd-88c7-c2809563551a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:22:08.775260 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-7bccec06-95b0-4cdd-88c7-c2809563551a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232346 Dec 10 09:22:08.856489 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.061354 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Allocated IP 172.20.0.10 (bc609721-5b69-4675-a268-40298484681c/1ef796e7-0faf-41ab-87d5-53ef882d4f7a/4b837f4c-a6d2-42b3-b668-7a5812bf43b9) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:09.085124 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.097349 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.132465 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Network 758fcf04-f582-4872-85aa-bd4725297504 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:09.211908 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device be9a229a-6416-4e43-b30e-46448ea9aed9 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:09.219542 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7d575-baa8-4b24-82db-32b442bb8957 None None] Pushing event updated for resources: {'Port': ['ID=4fa7df35-bf51-4cf6-9500-3ca8c376522f,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:09.225715 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:09.277365 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:09.294747 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.478353 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Attempting to bind port 4fa7df35-bf51-4cf6-9500-3ca8c376522f on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:09.478998 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Attempting to bind port 4fa7df35-bf51-4cf6-9500-3ca8c376522f by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:09.486839 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Attempting to bind port 4fa7df35-bf51-4cf6-9500-3ca8c376522f on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:09.549875 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:09.553219 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:09.561323 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.562435 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:09.563492 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Bound port: 4fa7df35-bf51-4cf6-9500-3ca8c376522f, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:09.566540 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.642151 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.669298 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:09.715412 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port be9a229a-6416-4e43-b30e-46448ea9aed9 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:09.723431 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.736856 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.868349 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Network bc609721-5b69-4675-a268-40298484681c is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:09.892771 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:09.925409 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:09.937853 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:09.938595 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:09.981070 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Pushing event updated for resources: {'Port': ['ID=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:09.982652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-74ca044d-fda5-4a62-a3d9-906a4299f937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.003593 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f63bcd54-39b5-413c-b1dc-e5792023d350 req-c9ca538f-44f1-4551-b84b-424dd88ed8ad tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2842572 Dec 10 09:22:10.036884 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-0b2711a9-5d30-47cb-a779-4d1a0021481f None None] Provisioning complete for port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:10.036884 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b2711a9-5d30-47cb-a779-4d1a0021481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.037098 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-588e3dbb-e127-4951-a2a2-706cef668b29 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3453898 Dec 10 09:22:10.049619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-74ca044d-fda5-4a62-a3d9-906a4299f937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.125911 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] For port 4fa7df35-bf51-4cf6-9500-3ca8c376522f, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:10.211804 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Request body: {'port': {'device_id': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:10.234194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] For port 4fa7df35-bf51-4cf6-9500-3ca8c376522f, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=4fa7df35-bf51-4cf6-9500-3ca8c376522f,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:10.245068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca044d-fda5-4a62-a3d9-906a4299f937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e87fa8-f71f-4042-ab84-a698ea247c19,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:10.250210 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0b2711a9-5d30-47cb-a779-4d1a0021481f None None] Port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:10.261588 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Allocated IP 172.20.0.1 (70e51b6d-c3e9-43f4-b58e-f78b65622022/ef311d5e-c658-4822-9c39-6e70cc602f60/f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:10.273610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.315068 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.415923 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.424995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Request body: {'port': {'device_id': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:10.562688 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.583294 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.587948 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port be9a229a-6416-4e43-b30e-46448ea9aed9, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=be9a229a-6416-4e43-b30e-46448ea9aed9,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:10.588578 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.592392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:10.595181 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:21:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:10.609800 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.711865 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.820157 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7d575-baa8-4b24-82db-32b442bb8957 None None] Pushing event updated for resources: {'Port': ['ID=4fa7df35-bf51-4cf6-9500-3ca8c376522f,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:10.967135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:10.985849 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39478) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:11.003678 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:11.027630 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:11.129932 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:11.218325 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-74ca044d-fda5-4a62-a3d9-906a4299f937 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79fecb06943a42c3bd7caed41bdb21ab&name=default HTTP/1.1" status: 200 len: 2995 time: 3.1922636 Dec 10 09:22:11.220891 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:11.228048 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.305378 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39486) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:11.338383 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=be9a229a-6416-4e43-b30e-46448ea9aed9,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:11.645403 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7aa3e-4289-48a1-be25-11aca494ce01 req-cb6f7466-fa8b-4769-9d64-9878a4efc804 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:11.647769 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-b390bd3f-06f1-41af-8edd-38c90a2b9de4 None None] Provisioning complete for port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:11.648229 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fbe7aa3e-4289-48a1-be25-11aca494ce01 req-cb6f7466-fa8b-4769-9d64-9878a4efc804 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 932 time: 1.7542317 Dec 10 09:22:11.648509 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b390bd3f-06f1-41af-8edd-38c90a2b9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.724108 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.814879 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:03Z', 'revision_number': 3, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:11.823051 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.854209 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:11.864865 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fbe7aa3e-4289-48a1-be25-11aca494ce01 req-d97bf5bc-efe4-48cb-a153-bd6b480863a3 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425967 Dec 10 09:22:11.869573 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0cfe2-0343-4a6a-afe8-79081fcc2fc1 None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:03Z', 'revision_number': 3, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:11.873083 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b390bd3f-06f1-41af-8edd-38c90a2b9de4 None None] Port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:11.893824 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.893824 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.903542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:11.946931 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8c98664-15c1-49c0-bc3f-30be9fbb92c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.108647 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f9807-6c43-44cb-b2cf-239e3f3cf8f2 req-a02d83a5-9ddc-4bd3-a636-e350a8617534 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:12.116304 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-315f9807-6c43-44cb-b2cf-239e3f3cf8f2 req-a02d83a5-9ddc-4bd3-a636-e350a8617534 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 931 time: 0.9210100 Dec 10 09:22:12.167550 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6382bc66-b1c2-400e-97d0-a3ca40675b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.182857 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39506) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:12.204767 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Transition to ACTIVE for port object 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:12.249300 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.285296 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:12.400257 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6382bc66-b1c2-400e-97d0-a3ca40675b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.574988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39512) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:12.577991 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Attempting to bind port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:12.579537 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Attempting to bind port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '203d52f0-aaa1-4248-9a9d-512ea23dd218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bc609721-5b69-4675-a268-40298484681c'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:12.579537 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Attempting to bind port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 on network bc609721-5b69-4675-a268-40298484681c {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:12.607901 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 on network bc609721-5b69-4675-a268-40298484681c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:12.608272 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Attempting to bind port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 on network bc609721-5b69-4675-a268-40298484681c {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:12.625350 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:12.628118 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Checking segment: {'id': '203d52f0-aaa1-4248-9a9d-512ea23dd218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bc609721-5b69-4675-a268-40298484681c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:12.628928 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Bound using segment: {'id': '203d52f0-aaa1-4248-9a9d-512ea23dd218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bc609721-5b69-4675-a268-40298484681c'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:12.640716 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Bound port: 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d52f0-aaa1-4248-9a9d-512ea23dd218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bc609721-5b69-4675-a268-40298484681c'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:12.642814 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.658693 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Network 758fcf04-f582-4872-85aa-bd4725297504 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:12.669417 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:12.801706 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5d37f58d-cbb3-45b4-b0d7-5cfbb83f6d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.917913 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5d97eccd-88f5-46a3-8171-40c6ed708c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.946937 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:12.976471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] For port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:12.987852 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] For port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,segment=NetworkSegment(203d52f0-aaa1-4248-9a9d-512ea23dd218),segment_id=203d52f0-aaa1-4248-9a9d-512ea23dd218)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:13.077091 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.086869 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e53a2492-ca62-455f-8ab1-24d5fe11c6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.114929 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Pushing event updated for resources: {'Port': ['ID=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.126597 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6b6c2612-fe86-4daf-bc70-d0bfd7946507 None None] Provisioning complete for port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:13.136282 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2612-fe86-4daf-bc70-d0bfd7946507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.163212 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5d97eccd-88f5-46a3-8171-40c6ed708c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.198325 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4fa7df35-bf51-4cf6-9500-3ca8c376522f up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:13.240038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5d97eccd-88f5-46a3-8171-40c6ed708c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.252891 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:13.253612 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.255152 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] 10.222.0.43 "PUT /v2.0/ports/4b837f4c-a6d2-42b3-b668-7a5812bf43b9 HTTP/1.1" status: 200 len: 1094 time: 3.2141967 Dec 10 09:22:13.267946 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.272820 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c2612-fe86-4daf-bc70-d0bfd7946507 None None] Port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:13.296189 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-315f9807-6c43-44cb-b2cf-239e3f3cf8f2 req-bc1c10b7-6588-4e27-bb60-c104adbba7dc tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1450229 Dec 10 09:22:13.297047 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'tag': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:13.312304 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 4fa7df35-bf51-4cf6-9500-3ca8c376522f triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:13.313132 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.316423 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5d97eccd-88f5-46a3-8171-40c6ed708c04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28bf20cde360428cabee0db7f12b847f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260492 Dec 10 09:22:13.325590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97eccd-88f5-46a3-8171-40c6ed708c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc2d733-fbc0-40ab-a8f0-6a7789619a71,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.363456 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd2187-7585-4cb9-afea-09bcdb89b772 req-ca2eb23b-c32b-4155-8dea-8e228b372e06 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:13.365052 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d8cd2187-7585-4cb9-afea-09bcdb89b772 req-ca2eb23b-c32b-4155-8dea-8e228b372e06 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.3118227 Dec 10 09:22:13.365536 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39520) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:13.370154 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.370863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.425794 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3da84a-0f73-49d5-8a60-32ef5c13597f {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:13.455019 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.553180 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.570875 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fbfd-82df-43a8-858b-81e8a8ff90db service neutron] Pushing event updated for resources: {'Port': ['ID=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.626613 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 4fa7df35-bf51-4cf6-9500-3ca8c376522f, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=4fa7df35-bf51-4cf6-9500-3ca8c376522f,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:13.634441 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.635545 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device be9a229a-6416-4e43-b30e-46448ea9aed9 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:13.635962 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e53a2492-ca62-455f-8ab1-24d5fe11c6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.638428 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6382bc66-b1c2-400e-97d0-a3ca40675b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.643640 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6382bc66-b1c2-400e-97d0-a3ca40675b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.645156 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6382bc66-b1c2-400e-97d0-a3ca40675b2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e87fa8-f71f-4042-ab84-a698ea247c19 HTTP/1.1" status: 204 len: 168 time: 2.3360209 Dec 10 09:22:13.660356 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8c98664-15c1-49c0-bc3f-30be9fbb92c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.663448 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Transition to ACTIVE for port object 8b3da84a-0f73-49d5-8a60-32ef5c13597f will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:13.678106 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e53a2492-ca62-455f-8ab1-24d5fe11c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.685536 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc99c31-8269-4cb5-9871-866c55929ac9", "tag": "4b837f4c-a6d2-42b3-b668-7a5812bf43b9"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:13.692887 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382bc66-b1c2-400e-97d0-a3ca40675b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e87fa8-f71f-4042-ab84-a698ea247c19,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.706340 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8c98664-15c1-49c0-bc3f-30be9fbb92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.722430 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.728939 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d8cd2187-7585-4cb9-afea-09bcdb89b772 req-04daa033-6b6e-40d9-b6db-fd19e332b0bd tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515558 Dec 10 09:22:13.791395 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.812227 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:13.827273 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:13.848885 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-274efe73-126c-43d1-a762-fcbeaed2e727 admin admin] 10.222.0.21 "PUT /v2.0/routers/f4a1aa9b-a4a1-472a-8e69-e8f6fa779983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4145281 Dec 10 09:22:13.852732 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a2492-ca62-455f-8ab1-24d5fe11c6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748200bf-70e4-4f59-bfd6-cce4b15d1cc4,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.853689 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ecd67c68-e6e3-48e2-9c40-c75a7c4e4a8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:13.894196 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:13.894934 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:21:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:13.967315 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=4fa7df35-bf51-4cf6-9500-3ca8c376522f,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.972185 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Pushing event updated for resources: {'Port': ['ID=8b3da84a-0f73-49d5-8a60-32ef5c13597f,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.972932 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:13.978471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c98664-15c1-49c0-bc3f-30be9fbb92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6ff33-5435-47cc-856c-12f501bf0025,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:13.987234 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:14.059782 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port be9a229a-6416-4e43-b30e-46448ea9aed9 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:14.061587 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.085970 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ecd67c68-e6e3-48e2-9c40-c75a7c4e4a8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.130408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e44d47f-15c1-40a5-a152-715ed13daa0f x-openstack-request-id: req-4e44d47f-15c1-40a5-a152-715ed13daa0f {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:14.130699 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc99c31-8269-4cb5-9871-866c55929ac9", "tag": "4b837f4c-a6d2-42b3-b668-7a5812bf43b9", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:14.130954 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e44d47f-15c1-40a5-a152-715ed13daa0f {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:14.131399 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'tag': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9', 'status': 'completed', 'code': 200} Dec 10 09:22:14.174702 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-b8c98664-15c1-49c0-bc3f-30be9fbb92c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f176b77a5d174f0eb922f0c35b9ab11d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1850455 Dec 10 09:22:14.181618 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e53a2492-ca62-455f-8ab1-24d5fe11c6ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37e9324f157a4c8f850e1dcc61abae71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9975314 Dec 10 09:22:14.182247 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39538) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:14.182582 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:14.183348 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Attempting to bind port 8b3da84a-0f73-49d5-8a60-32ef5c13597f on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:14.183822 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Attempting to bind port 8b3da84a-0f73-49d5-8a60-32ef5c13597f by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:14.184234 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Attempting to bind port 8b3da84a-0f73-49d5-8a60-32ef5c13597f on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:14.214777 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:14.259150 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Port 8b3da84a-0f73-49d5-8a60-32ef5c13597f on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:14.259717 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Attempting to bind port 8b3da84a-0f73-49d5-8a60-32ef5c13597f on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:14.298845 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:14.299560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Checking segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:14.300117 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Bound using segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:14.300779 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Bound port: 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:14.301377 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.425588 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6d231442-cc6e-43ed-99e2-def9d14ff8af None None] Provisioning complete for port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:14.426377 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d231442-cc6e-43ed-99e2-def9d14ff8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.500327 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6d231442-cc6e-43ed-99e2-def9d14ff8af None None] Port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:14.537366 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ecd67c68-e6e3-48e2-9c40-c75a7c4e4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.542285 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ecd67c68-e6e3-48e2-9c40-c75a7c4e4a8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.546277 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ecd67c68-e6e3-48e2-9c40-c75a7c4e4a8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbc2d733-fbc0-40ab-a8f0-6a7789619a71 HTTP/1.1" status: 204 len: 168 time: 1.1769528 Dec 10 09:22:14.569554 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67c68-e6e3-48e2-9c40-c75a7c4e4a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc2d733-fbc0-40ab-a8f0-6a7789619a71,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:14.592579 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39550) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:14.641750 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Router b009e771-104a-46ff-a386-0d24f3e9415a has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:14.642946 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b27a-3166-4079-ba63-3f36e180d51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.650435 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec94b6f9-86b8-421d-9ee5-4afc22749f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.653143 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35e06970-e78a-4525-9447-d029869606a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.811302 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b27a-3166-4079-ba63-3f36e180d51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.814669 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 2, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:14.912286 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b27a-3166-4079-ba63-3f36e180d51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:14.914856 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:14.923842 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Updating router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:22:14.994759 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4b27a-3166-4079-ba63-3f36e180d51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c811a5-42d5-4d48-8ebf-e762e29c1b46,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:15.021389 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.025649 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f4c4b27a-3166-4079-ba63-3f36e180d51f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba7eb4a243cb447c8bdf852f252aa565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279547 Dec 10 09:22:15.071784 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cf8925f5-6a59-4912-9eeb-44949d4ca9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.081098 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4fa7df35-bf51-4cf6-9500-3ca8c376522f up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:15.099931 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39556) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:15.185410 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:15.203292 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec94b6f9-86b8-421d-9ee5-4afc22749f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.203809 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-77c9e48b-8884-4cf5-8fdf-0428f49f54e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/b009e771-104a-46ff-a386-0d24f3e9415a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6722660 Dec 10 09:22:15.229353 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 4fa7df35-bf51-4cf6-9500-3ca8c376522f triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:15.229725 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.308097 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:15.363808 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39566) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:15.371061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1526066575', 'description': 'tempest-description--2092988691'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:15.373391 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35e06970-e78a-4525-9447-d029869606a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.378664 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] For port 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:15.382122 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:15.388733 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:15.473752 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.476660 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dd959-f519-436e-a552-a91969bc90d9 req-afd2cd69-408a-4837-825a-1924fe257ad3 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:15.497681 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-219dd959-f519-436e-a552-a91969bc90d9 req-afd2cd69-408a-4837-825a-1924fe257ad3 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 943 time: 0.8489783 Dec 10 09:22:15.501210 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98 req-2f993620-2c6a-499c-a527-8a97800371e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:15.515517 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98 req-2f993620-2c6a-499c-a527-8a97800371e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac94c8ded1b7421e9964e95558df7e24&device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 1097 time: 1.0892608 Dec 10 09:22:15.592069 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] For port 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:15.712668 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.808663 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Pushing event updated for resources: {'Port': ['ID=8b3da84a-0f73-49d5-8a60-32ef5c13597f,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:15.840530 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e7c3e-38f8-413e-9d49-e7ae8026ebbf req-6da607a0-cf48-49cf-984f-f14ef4316cdc tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:15.850633 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-572e7c3e-38f8-413e-9d49-e7ae8026ebbf req-6da607a0-cf48-49cf-984f-f14ef4316cdc tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.2895346 Dec 10 09:22:15.873835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.894862 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.974420 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:15.978911 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.986410 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-25d3de04-9dd0-4549-9a54-2105e5644dcf service neutron] 10.222.0.43 "PUT /v2.0/ports/8b3da84a-0f73-49d5-8a60-32ef5c13597f HTTP/1.1" status: 200 len: 1093 time: 6.2797234 Dec 10 09:22:16.013322 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:16.014534 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.016308 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6515486 Dec 10 09:22:16.021834 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.025207 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39580) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:16.026247 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c8aff-6c5c-415b-a7cc-2121021e65b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2abd6d-9318-4335-afb2-05fdb9950258,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.038561 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.048712 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'security_group_rule': {'security_group_id': 'bf2abd6d-9318-4335-afb2-05fdb9950258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:16.050895 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-219dd959-f519-436e-a552-a91969bc90d9 req-64f7c553-d0f2-4aaf-978a-7a32d11dce18 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518074 Dec 10 09:22:16.136038 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-572e7c3e-38f8-413e-9d49-e7ae8026ebbf req-a14caa6c-41d2-4bd6-b81a-d32cc574fe4f tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846930 Dec 10 09:22:16.178474 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a66ef-5089-4a8c-8447-a443c439362f None None] Pushing event updated for resources: {'Port': ['ID=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.180848 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'tag': '8b3da84a-0f73-49d5-8a60-32ef5c13597f'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:16.183428 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9e5f1-266e-4de8-9e0e-2758853d648e", "tag": "8b3da84a-0f73-49d5-8a60-32ef5c13597f"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:16.213673 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.215569 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-410b850a-4b1e-416d-a67e-916a8b40f61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.342837 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Attempting to bind port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:16.343767 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Attempting to bind port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:16.345660 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Attempting to bind port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 on network 758fcf04-f582-4872-85aa-bd4725297504 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:16.354136 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:16.360825 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Checking segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:16.361618 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.362377 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Bound using segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:16.364541 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Bound port: a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:16.366287 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.370763 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec94b6f9-86b8-421d-9ee5-4afc22749f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.378607 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec94b6f9-86b8-421d-9ee5-4afc22749f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.386265 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ec94b6f9-86b8-421d-9ee5-4afc22749f09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76a6ff33-5435-47cc-856c-12f501bf0025 HTTP/1.1" status: 204 len: 168 time: 2.1961257 Dec 10 09:22:16.445025 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35e06970-e78a-4525-9447-d029869606a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.454213 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.472561 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35e06970-e78a-4525-9447-d029869606a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.473767 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-35e06970-e78a-4525-9447-d029869606a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/748200bf-70e4-4f59-bfd6-cce4b15d1cc4 HTTP/1.1" status: 204 len: 168 time: 2.2769732 Dec 10 09:22:16.503081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.510700 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.544260 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] For port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:16.556502 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] For port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:16.567258 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.586318 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33aa240c-f22e-47e0-af61-5305d233cebd,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.596853 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.598040 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-6d4804f3-9d2d-4791-b676-a4f3f6fd16dd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5560470 Dec 10 09:22:16.606038 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de8bf9-ed61-480a-b30b-72e2b304d040 x-openstack-request-id: req-63de8bf9-ed61-480a-b30b-72e2b304d040 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:16.606367 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9e5f1-266e-4de8-9e0e-2758853d648e", "tag": "8b3da84a-0f73-49d5-8a60-32ef5c13597f", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:16.606609 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39596) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:16.606724 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63de8bf9-ed61-480a-b30b-72e2b304d040 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:16.607028 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'tag': '8b3da84a-0f73-49d5-8a60-32ef5c13597f', 'status': 'completed', 'code': 200} Dec 10 09:22:16.616835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'security_group_rule': {'security_group_id': 'bf2abd6d-9318-4335-afb2-05fdb9950258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:16.617062 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-ddecbe2e-c529-4580-a3db-f7941fb7818a None None] Provisioning complete for port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:16.617338 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddecbe2e-c529-4580-a3db-f7941fb7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.623444 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-1dbee0b2-aa5b-4ae2-91fe-30474341713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:16.625328 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-1dbee0b2-aa5b-4ae2-91fe-30474341713b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 1096 time: 0.5238514 Dec 10 09:22:16.645042 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-410b850a-4b1e-416d-a67e-916a8b40f61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.668536 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b6f9-86b8-421d-9ee5-4afc22749f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6ff33-5435-47cc-856c-12f501bf0025,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.688192 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.717475 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98 req-b3122382-1234-427c-9fc9-25c7684fb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:16.719081 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98 req-b3122382-1234-427c-9fc9-25c7684fb69d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac94c8ded1b7421e9964e95558df7e24&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8973143 Dec 10 09:22:16.726851 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a66ef-5089-4a8c-8447-a443c439362f None None] Pushing event updated for resources: {'Port': ['ID=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.815519 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:16.823851 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:16.932741 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e06970-e78a-4525-9447-d029869606a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748200bf-70e4-4f59-bfd6-cce4b15d1cc4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.935358 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-8e112c4b-146f-44d3-9743-e64b6812e07c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f HTTP/1.1" status: 200 len: 217 time: 0.2633293 Dec 10 09:22:17.174439 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-4a578076-af63-45ac-9a1c-0ec55131169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.176378 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-4a578076-af63-45ac-9a1c-0ec55131169d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.1954024 Dec 10 09:22:17.240088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddecbe2e-c529-4580-a3db-f7941fb7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.253279 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:12Z', 'revision_number': 2, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:17.254438 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:17.341146 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-70c914c3-b36c-4a9c-8cac-b70fd6e77c62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264505 Dec 10 09:22:17.415060 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:17.421765 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Updating router b009e771-104a-46ff-a386-0d24f3e9415a port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:22:17.451416 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.486401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.505616 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39614) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:17.544477 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50d090b-a6c9-4995-a519-d40672396781,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:17.567579 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.569013 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-de70a347-cade-4de0-8fed-33507622f3ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9613013 Dec 10 09:22:17.582923 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39616) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:17.593003 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:17.618393 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719768794', 'description': 'tempest-description--1762760925'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:17.625958 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.652870 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.662623 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.679483 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ddecbe2e-c529-4580-a3db-f7941fb7818a None None] For port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:17.700299 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddecbe2e-c529-4580-a3db-f7941fb7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.761528 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2686-fd99-46a3-95a1-83b17318860a req-e8d30981-066e-4ab0-8551-72f75798b501 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.776366 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-410b850a-4b1e-416d-a67e-916a8b40f61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.779397 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-410b850a-4b1e-416d-a67e-916a8b40f61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.780896 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-410b850a-4b1e-416d-a67e-916a8b40f61c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50c811a5-42d5-4d48-8ebf-e762e29c1b46 HTTP/1.1" status: 204 len: 168 time: 2.6590540 Dec 10 09:22:17.793706 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-950c2686-fd99-46a3-95a1-83b17318860a req-e8d30981-066e-4ab0-8551-72f75798b501 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 943 time: 0.3406649 Dec 10 09:22:17.824050 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:16Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:17.848768 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b850a-4b1e-416d-a67e-916a8b40f61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c811a5-42d5-4d48-8ebf-e762e29c1b46,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:17.859419 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98 req-7d41304c-819c-4541-b949-03dfc41e9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.868612 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-51e0e5fd-1291-4b8c-a1cc-d76098a8bf98 req-7d41304c-819c-4541-b949-03dfc41e9de7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9835386 Dec 10 09:22:17.899622 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b11cb-98b6-47ca-a1c7-d2d20819c046 None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:16Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:17.954178 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39628) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:18.022806 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-950c2686-fd99-46a3-95a1-83b17318860a req-094d5eff-b849-4ad7-9aec-2849abc2255b tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259245 Dec 10 09:22:18.066978 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.114184 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68e7e29a-f34c-4633-8c9d-5b3c9cf437d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.159235 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-3856995a-8273-4a08-a0da-066c9d4504d6 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874250 Dec 10 09:22:18.276031 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db795f3-3d12-4a94-a104-f8e045e5f594 req-8926418a-2dfc-4a7d-8207-6baf45659a17 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:18.278191 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0db795f3-3d12-4a94-a104-f8e045e5f594 req-8926418a-2dfc-4a7d-8207-6baf45659a17 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.6091545 Dec 10 09:22:18.285979 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-7045fd32-ed3e-4c25-a563-2a7475dad46a None None] Provisioning complete for port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:18.287237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7045fd32-ed3e-4c25-a563-2a7475dad46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.289767 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecbe2e-c529-4580-a3db-f7941fb7818a None None] Pushing event updated for resources: {'Port': ['ID=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:18.352916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.504528 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.649010 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.704307 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Allocated IP 172.27.2.62 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/6282841d-b17b-44b3-b824-ff0ac44f6cc9) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:18.784247 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.837391 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-2af90465-12de-4008-8d27-39c790115627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:18.839576 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-2af90465-12de-4008-8d27-39c790115627 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac94c8ded1b7421e9964e95558df7e24&device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 1097 time: 0.7790976 Dec 10 09:22:18.875685 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.885496 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:18.990806 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6ee51-8479-4556-83c3-3f8ae9525dec None None] Pushing event updated for resources: {'Port': ['ID=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:19.051487 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.057066 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4771891 Dec 10 09:22:19.068135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39650) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:19.069163 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-cadb8a2b-b991-4db0-b035-af70b4d22fc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b837f4c-a6d2-42b3-b668-7a5812bf43b9 HTTP/1.1" status: 200 len: 217 time: 0.1806078 Dec 10 09:22:19.075060 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2cf81964-1f88-49be-8dac-9490a2f99f58 req-079100b0-326a-4ad5-b6eb-1d7be727821b service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856552 Dec 10 09:22:19.079768 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29db93-61ab-4c6f-a1ed-bc03eb94a57d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94c4c6-7d00-42ea-86f2-a4404bedd978,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:19.093780 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'security_group_rule': {'security_group_id': '0a94c4c6-7d00-42ea-86f2-a4404bedd978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:19.141044 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0db795f3-3d12-4a94-a104-f8e045e5f594 req-70a79cba-fcad-49fd-a1ef-b7b6d6c9ccc4 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248363 Dec 10 09:22:19.199556 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:19.250041 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.316621 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-ed07a555-d9c6-496f-9917-7ff4cd0e6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:19.318572 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-ed07a555-d9c6-496f-9917-7ff4cd0e6828 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ef796e7-0faf-41ab-87d5-53ef882d4f7a HTTP/1.1" status: 200 len: 852 time: 0.2215273 Dec 10 09:22:19.387554 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-7eb45efe-1407-4426-a425-2afb47ae04b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc609721-5b69-4675-a268-40298484681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598183 Dec 10 09:22:19.398588 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-a00ac4da-1352-48d6-9559-076c79da0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:19.401852 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-a00ac4da-1352-48d6-9559-076c79da0cad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 1096 time: 0.2544622 Dec 10 09:22:19.403151 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Attempting to bind port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:19.403526 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Attempting to bind port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:19.405799 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Attempting to bind port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:19.406454 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68e7e29a-f34c-4633-8c9d-5b3c9cf437d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.419285 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68e7e29a-f34c-4633-8c9d-5b3c9cf437d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.442598 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:19.442981 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Checking segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:19.450130 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.451105 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Bound using segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:19.452173 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Bound port: f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:19.452579 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.512971 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.527809 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:19.528263 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.743991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.746892 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] For port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:19.756593 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] For port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:19.764886 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.846790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476d3e2d-afb9-4586-9721-38b33295e982,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:19.852629 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.905458 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.908291 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-8429f011-9ecb-42f3-b757-c7c965969c05 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8310368 Dec 10 09:22:19.930474 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395977c-f4db-4bcf-9706-5f23cdf3e8b2 req-f780ae41-ae0f-42d8-b1e0-17ca305fb581 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:19.942669 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e395977c-f4db-4bcf-9706-5f23cdf3e8b2 req-f780ae41-ae0f-42d8-b1e0-17ca305fb581 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 943 time: 0.7095008 Dec 10 09:22:19.992032 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39668) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:20.035619 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6ee51-8479-4556-83c3-3f8ae9525dec None None] Pushing event updated for resources: {'Port': ['ID=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:20.072252 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'security_group_rule': {'security_group_id': '0a94c4c6-7d00-42ea-86f2-a4404bedd978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:20.096109 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7e29a-f34c-4633-8c9d-5b3c9cf437d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9181ca-d89e-423a-bfbb-fc59d8d09ab3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:20.114070 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e395977c-f4db-4bcf-9706-5f23cdf3e8b2 req-a92f24c1-8935-4642-8771-acd88101d4eb tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688468 Dec 10 09:22:20.128835 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-68e7e29a-f34c-4633-8c9d-5b3c9cf437d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eebb98c3914b4167b8ac8ddd4581f8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1566417 Dec 10 09:22:20.136410 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39674) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:20.152944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-2c87823c-ad63-44c9-8649-111121d4e22f None None] Provisioning complete for port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:20.153326 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c87823c-ad63-44c9-8649-111121d4e22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.212629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.290952 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:20.291590 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:20.292352 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-ea89118e-45a4-4c2e-b3d5-afa81d164a53 service neutron] 10.222.0.43 "GET /v2.0/networks/bc609721-5b69-4675-a268-40298484681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8344955 Dec 10 09:22:20.309976 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.314814 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-e831ca46-e8ed-4261-a44e-34b09f964b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:20.316185 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-e831ca46-e8ed-4261-a44e-34b09f964b17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 916 time: 0.8879724 Dec 10 09:22:20.349797 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:20.357743 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca03a-a539-408d-9e44-66894cdad3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.379772 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:20.387753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:20.390894 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d81df-e199-4107-88cc-90428b93c43d req-aebfdfc0-6f4c-4462-9d84-a1525e0b3345 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:20.392513 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-001d81df-e199-4107-88cc-90428b93c43d req-aebfdfc0-6f4c-4462-9d84-a1525e0b3345 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.1186109 Dec 10 09:22:20.419218 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'Port': ['ID=6282841d-b17b-44b3-b824-ff0ac44f6cc9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:20.512395 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca03a-a539-408d-9e44-66894cdad3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.572251 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.585132 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.596220 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-57a34d24-8e38-4b1c-8b4d-74e2576602f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f HTTP/1.1" status: 200 len: 217 time: 0.1254537 Dec 10 09:22:20.606805 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.620996 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c87823c-ad63-44c9-8649-111121d4e22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.655237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.657155 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5950828 Dec 10 09:22:20.658219 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738a1a-6989-4821-8482-e16580eac8bc tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da7e6d2-7f83-4779-9487-226fb13edba6,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:20.661548 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39694) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:20.695978 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:20.696607 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:20.699620 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.706005 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-001d81df-e199-4107-88cc-90428b93c43d req-02749802-e9f3-42ec-8781-95e7ae50039f tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966356 Dec 10 09:22:20.764667 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-2c87823c-ad63-44c9-8649-111121d4e22f None None] For port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:20.777566 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c87823c-ad63-44c9-8649-111121d4e22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.788670 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-708d6742-bb95-4760-9288-bad18a7f9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:20.790178 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-708d6742-bb95-4760-9288-bad18a7f9b30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.1526511 Dec 10 09:22:20.793392 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.809292 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39700) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:20.851736 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87823c-ad63-44c9-8649-111121d4e22f None None] Pushing event updated for resources: {'Port': ['ID=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:20.870250 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-2625715c-e86c-4fc6-9875-c60372a4fc48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599394 Dec 10 09:22:20.872140 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fef818ea-2c67-495e-ae2e-a7b754830d19 req-66a53497-3ed5-4985-9e3a-64c2a70cdf6f service neutron] 10.222.0.43 "GET /v2.0/networks/bc609721-5b69-4675-a268-40298484681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143286 Dec 10 09:22:20.926245 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca03a-a539-408d-9e44-66894cdad3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.929219 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca03a-a539-408d-9e44-66894cdad3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:20.930524 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4a5ca03a-a539-408d-9e44-66894cdad3d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e9181ca-d89e-423a-bfbb-fc59d8d09ab3 HTTP/1.1" status: 204 len: 168 time: 0.7817323 Dec 10 09:22:20.948934 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ca03a-a539-408d-9e44-66894cdad3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9181ca-d89e-423a-bfbb-fc59d8d09ab3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:21.021044 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.031997 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.086221 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-25164f7c-b212-4585-aa7d-36b5e8100949 None None] Provisioning complete for port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:21.086638 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-25164f7c-b212-4585-aa7d-36b5e8100949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.097038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.103422 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-8741b8a7-f188-44ee-97f2-f1f6bd6ad52d service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716738 Dec 10 09:22:21.127982 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'Port': ['ID=6282841d-b17b-44b3-b824-ff0ac44f6cc9,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:21.145038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.147363 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d1f6ea48-add5-4571-9be7-64d0e833ca37 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5615544 Dec 10 09:22:21.309102 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d9d9-5c74-4de3-8d35-b9f65563f336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.323790 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.367169 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40fb13-3b38-4c17-b79c-24ac914cc08e req-ff80b0f5-a1a8-4275-89b4-660c39d1a748 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:21.371756 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-db40fb13-3b38-4c17-b79c-24ac914cc08e req-ff80b0f5-a1a8-4275-89b4-660c39d1a748 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 943 time: 0.1058650 Dec 10 09:22:21.372134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:19Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:21.422534 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6796759-5e6f-49fd-bedc-1363916b00aa None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:19Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:21.463091 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-db40fb13-3b38-4c17-b79c-24ac914cc08e req-d44a3b0e-6349-4b5f-b5cf-f22fbe22a24e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790460 Dec 10 09:22:21.781439 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-28438b91-30e1-4b0a-825e-3a8923086891 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1526066575&fields=id&tenant_id=9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 267 time: 0.3498785 Dec 10 09:22:21.786712 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d9d9-5c74-4de3-8d35-b9f65563f336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.789608 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eb1ce85e-b6f3-4def-aa1a-4efd65059a55 req-1ab53d2b-9643-45ba-92aa-f5f3aee7ffc4 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606817 Dec 10 09:22:21.816859 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d9d9-5c74-4de3-8d35-b9f65563f336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.860762 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Allocated IP 172.27.2.238 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/498413d4-bafa-4731-a07c-a158903d41b7) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:21.890926 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-3cf6d9d9-5c74-4de3-8d35-b9f65563f336 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc55519329d7410cbb0a1dd18216aabe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0743973 Dec 10 09:22:21.891649 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39784) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:21.966391 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bce22-fe80-4b6f-b47f-f8aed1b0a4f5 req-2cb02f8a-6c1b-4fbb-9271-b66bbc88c56e tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:21.974237 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-519bce22-fe80-4b6f-b47f-f8aed1b0a4f5 req-2cb02f8a-6c1b-4fbb-9271-b66bbc88c56e tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.1266003 Dec 10 09:22:22.033923 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.082987 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-519bce22-fe80-4b6f-b47f-f8aed1b0a4f5 req-5ab2ac21-6cb1-4b6f-9644-8b44e2a22e68 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012869 Dec 10 09:22:22.314356 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6d9d9-5c74-4de3-8d35-b9f65563f336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8b1ad-164f-40c2-b342-dcdc18b3be43,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:22.319934 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5df323e4-6e3f-450e-b45d-0afe940d3c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.325998 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.432886 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:22.451501 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5df323e4-6e3f-450e-b45d-0afe940d3c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.476079 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:22.484868 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:22.506497 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-400e2af1-f376-4afb-9643-a3f4955afb23 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:22.512829 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-400e2af1-f376-4afb-9643-a3f4955afb23 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 816 time: 0.7212510 Dec 10 09:22:22.519048 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'Port': ['ID=498413d4-bafa-4731-a07c-a158903d41b7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:22.589174 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-93640f99-700a-46d9-9a2c-9fd22ec79c6a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/quotas/9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 375 time: 0.0753148 Dec 10 09:22:22.692790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774099-e00e-4bb5-b61b-80dba721101a req-2acf4508-7aa7-45b5-abc1-5df6f5aa8816 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:22.694609 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a1774099-e00e-4bb5-b61b-80dba721101a req-2acf4508-7aa7-45b5-abc1-5df6f5aa8816 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 943 time: 0.1182718 Dec 10 09:22:22.752084 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.780424 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5df323e4-6e3f-450e-b45d-0afe940d3c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.784031 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5df323e4-6e3f-450e-b45d-0afe940d3c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:22.785291 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a1774099-e00e-4bb5-b61b-80dba721101a req-0a691ac5-ed91-43d5-9855-39a4013af2f9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663185 Dec 10 09:22:22.785404 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5df323e4-6e3f-450e-b45d-0afe940d3c1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0df8b1ad-164f-40c2-b342-dcdc18b3be43 HTTP/1.1" status: 204 len: 168 time: 0.7397068 Dec 10 09:22:22.801996 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df323e4-6e3f-450e-b45d-0afe940d3c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8b1ad-164f-40c2-b342-dcdc18b3be43,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:22.849236 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-a750379c-7c05-45a7-b600-d8391095a6a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2591753 Dec 10 09:22:22.854040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.023149 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-0b5844b4-0de5-4ef0-8bf9-4655dab4a7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488080 Dec 10 09:22:23.058417 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:23.127656 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:23.128204 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.295095 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3931c22-26a0-4fcf-95c8-a205a13e20f8 req-d652b2c8-0c13-4e0c-8e53-2b89248e71d6 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:23.299893 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f3931c22-26a0-4fcf-95c8-a205a13e20f8 req-d652b2c8-0c13-4e0c-8e53-2b89248e71d6 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.0989382 Dec 10 09:22:23.312629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39864) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:23.349538 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-c813cf9e-f2fb-4524-bbe7-7d00295f28ae service neutron] 10.222.0.21 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030055 Dec 10 09:22:23.391458 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f3931c22-26a0-4fcf-95c8-a205a13e20f8 req-9da57c58-202f-46c4-adb6-1cf868c8dde4 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806668 Dec 10 09:22:23.411716 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.416298 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.557432 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-abce27bb-611a-4470-8538-2d90bbe66255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.643696 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5df0297-005f-48e3-bed6-9693c3b7501d req-df5795e5-76cb-4cb4-b7cc-ded4b68452f9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 210 time: 0.0818019 Dec 10 09:22:23.746186 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.764067 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-abce27bb-611a-4470-8538-2d90bbe66255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.771629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-abce27bb-611a-4470-8538-2d90bbe66255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.776479 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.777988 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1092110 Dec 10 09:22:23.792693 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef48ec-f3b3-4e4e-b664-127ac45babc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'Port': ['ID=498413d4-bafa-4731-a07c-a158903d41b7,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:23.820293 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 39898) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:23.821117 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-abce27bb-611a-4470-8538-2d90bbe66255 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b21aa6344068438bab6bae6430a625da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035856 Dec 10 09:22:23.823141 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce27bb-611a-4470-8538-2d90bbe66255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3d556-1dc9-4112-be1a-ed74ee3e31e3,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:23.941351 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c86bbdd-af0e-4955-9a07-b45ee4e0d9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:23.966664 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c86bbdd-af0e-4955-9a07-b45ee4e0d9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:24.030507 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c86bbdd-af0e-4955-9a07-b45ee4e0d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:24.036954 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c86bbdd-af0e-4955-9a07-b45ee4e0d9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:24.040448 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6c86bbdd-af0e-4955-9a07-b45ee4e0d9b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ae3d556-1dc9-4112-be1a-ed74ee3e31e3 HTTP/1.1" status: 204 len: 168 time: 0.2169936 Dec 10 09:22:24.059885 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86bbdd-af0e-4955-9a07-b45ee4e0d9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3d556-1dc9-4112-be1a-ed74ee3e31e3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:24.089015 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af56e3f-f02f-468c-a03f-1c8415234f94 req-1f04f711-6dcd-47f2-8e08-03529c83405d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:24.092692 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5af56e3f-f02f-468c-a03f-1c8415234f94 req-1f04f711-6dcd-47f2-8e08-03529c83405d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 943 time: 0.2183630 Dec 10 09:22:24.175945 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-b5af1cdf-af8a-4424-983f-066a3340d162 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--719768794&fields=id&tenant_id=d0679c5e111d4661b4a640c78ba673a3 HTTP/1.1" status: 200 len: 267 time: 0.1002080 Dec 10 09:22:24.197372 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5af56e3f-f02f-468c-a03f-1c8415234f94 req-b75f8d4c-e361-42f5-8db6-86104364fe51 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982845 Dec 10 09:22:24.297184 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-280c60b9-b709-44ad-8728-8cd83ef6226c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:24.300851 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-280c60b9-b709-44ad-8728-8cd83ef6226c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 811 time: 0.1238787 Dec 10 09:22:24.335192 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-6ba708f2-e781-456c-8d3d-cfc1753b2361 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/quotas/d0679c5e111d4661b4a640c78ba673a3 HTTP/1.1" status: 200 len: 375 time: 0.0206785 Dec 10 09:22:24.480788 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8b3da84a-0f73-49d5-8a60-32ef5c13597f details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:22:24.489041 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-ea19aa2e-c6ce-46b7-9f1f-0419ea3d9b15 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516950 Dec 10 09:22:24.659863 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-3156b568-3e76-41db-b7c9-cc0146fa0a9b service neutron] 10.222.0.21 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529393 Dec 10 09:22:24.670340 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092705-6121-4e1a-8f39-e474de61ac31 req-54026d04-697e-4869-98c1-63b7438ac804 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:24.672057 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bb092705-6121-4e1a-8f39-e474de61ac31 req-54026d04-697e-4869-98c1-63b7438ac804 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 944 time: 0.1293631 Dec 10 09:22:24.765797 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39958) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:24.785673 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e73-a3de-4525-9a53-083c2be338cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:24.802625 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bb092705-6121-4e1a-8f39-e474de61ac31 req-7bb306b9-6811-454c-8b43-efbeef02567f tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226218 Dec 10 09:22:24.866086 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-9db45a20-e335-494b-93fb-340beb531c2f service neutron] 10.222.0.21 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050383 Dec 10 09:22:24.952788 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:24.977102 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '8b3da84a-0f73-49d5-8a60-32ef5c13597f', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'port_id': '8b3da84a-0f73-49d5-8a60-32ef5c13597f', 'mac_address': 'fa:16:3e:76:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c616fd-41b9-4f8e-9297-5f443f8693a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:22:25.102216 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1639f44d-b43e-48ed-abe0-37fb544a032c req-7236d77d-7680-4220-a11c-30619ec58e6a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 210 time: 0.0800962 Dec 10 09:22:25.220218 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.245105 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-ee8665f3-e1eb-4433-8ece-a0300f0c26dc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:25.246785 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-ee8665f3-e1eb-4433-8ece-a0300f0c26dc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 816 time: 0.3900313 Dec 10 09:22:25.270499 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3da84a-0f73-49d5-8a60-32ef5c13597f {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:25.340031 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:25.347156 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.348355 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:22:25.369343 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-06568b7c-ef39-4d72-80de-f4615bbb9e58 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 380 time: 0.1119804 Dec 10 09:22:25.445882 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'port': {'device_id': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'admin_state_up': True, 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'security_groups': ['bf2abd6d-9318-4335-afb2-05fdb9950258']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:25.458489 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=8b3da84a-0f73-49d5-8a60-32ef5c13597f,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:25.460333 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e73-a3de-4525-9a53-083c2be338cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.511679 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d8910c0c-3b75-4c6d-9672-d284c04b905c req-19ce39c7-ac00-4980-bef6-e973e2d83a85 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 210 time: 0.0491807 Dec 10 09:22:25.512999 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e73-a3de-4525-9a53-083c2be338cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.542150 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-6ba31e73-a3de-4525-9a53-083c2be338cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=329a0628f41b4ddcb5e96ceec8661675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7725916 Dec 10 09:22:25.542150 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39986) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:25.584397 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba31e73-a3de-4525-9a53-083c2be338cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e63c19-aa01-4e64-88fc-9e7ecba8db67,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:25.584615 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,segment=NetworkSegment(203d52f0-aaa1-4248-9a9d-512ea23dd218),segment_id=203d52f0-aaa1-4248-9a9d-512ea23dd218)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:25.585064 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2b05-8732-4054-a913-4f7c8083a5cb req-ac7d1f5b-f26f-46ed-8084-235738ae1f20 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:25.601272 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9', 'network_id': 'bc609721-5b69-4675-a268-40298484681c', 'port_id': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9', 'mac_address': 'fa:16:3e:f2:b9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef796e7-0faf-41ab-87d5-53ef882d4f7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:22:25.605202 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-08ec2b05-8732-4054-a913-4f7c8083a5cb req-ac7d1f5b-f26f-46ed-8084-235738ae1f20 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 944 time: 0.2332127 Dec 10 09:22:25.634454 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3ac409b3-8439-4cae-8424-63bc72ac87d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.657691 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.668007 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3ac409b3-8439-4cae-8424-63bc72ac87d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.674760 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:25.699216 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,segment=NetworkSegment(203d52f0-aaa1-4248-9a9d-512ea23dd218),segment_id=203d52f0-aaa1-4248-9a9d-512ea23dd218)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:25.705355 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.730339 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-08ec2b05-8732-4054-a913-4f7c8083a5cb req-69a23fa3-b0f3-4a04-87b1-4411345171c8 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100419 Dec 10 09:22:25.775232 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3ac409b3-8439-4cae-8424-63bc72ac87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.778299 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3ac409b3-8439-4cae-8424-63bc72ac87d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.779452 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3ac409b3-8439-4cae-8424-63bc72ac87d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86e63c19-aa01-4e64-88fc-9e7ecba8db67 HTTP/1.1" status: 204 len: 168 time: 0.2362905 Dec 10 09:22:25.794084 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac409b3-8439-4cae-8424-63bc72ac87d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e63c19-aa01-4e64-88fc-9e7ecba8db67,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:25.794727 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Made reservation on behalf of 9249ec92613145ffab6069991f4585c2 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:25.803198 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:25.812428 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:25.817248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 39998) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:25.993650 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['4b837f4c-a6d2-42b3-b668-7a5812bf43b9'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:22:25.997642 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:22:26.021037 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b059b02b-0e25-43d3-bcad-cae5788b310f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.040926 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb3c3-c73c-4818-bd06-637fff3d2425 req-45c13199-e788-4e7d-9c3d-098bf03eecb7 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:26.053320 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b5bcb3c3-c73c-4818-bd06-637fff3d2425 req-45c13199-e788-4e7d-9c3d-098bf03eecb7 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 945 time: 0.1077924 Dec 10 09:22:26.142480 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Allocated IP 172.20.0.10 (758fcf04-f582-4872-85aa-bd4725297504/630e3406-5e4e-421e-a988-ba36122c0ca2/dde6de3b-98ac-4a84-b77d-c56fabc640aa) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:26.170703 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b5bcb3c3-c73c-4818-bd06-637fff3d2425 req-47ca7c62-1321-41fb-aeec-9d92a0e15dde tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109412 Dec 10 09:22:26.254967 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b059b02b-0e25-43d3-bcad-cae5788b310f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.263223 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b059b02b-0e25-43d3-bcad-cae5788b310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.319153 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b059b02b-0e25-43d3-bcad-cae5788b310f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1b4aeb3dee74cf69ae077dc6bb404da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007389 Dec 10 09:22:26.320197 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40020) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:26.388277 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b4f71bcd-1cd2-464b-afc6-04775afbdb58 req-fca009d1-181c-4607-8027-caef5fe5af9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 210 time: 0.0599396 Dec 10 09:22:26.418747 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059b02b-0e25-43d3-bcad-cae5788b310f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9181e41-b28a-4738-8af5-45574e550542,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:26.476904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.480183 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2402-0889-47fe-a694-4c6a8dbd401f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.532671 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2402-0889-47fe-a694-4c6a8dbd401f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.567755 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.617497 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Network 758fcf04-f582-4872-85aa-bd4725297504 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:26.620952 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:26.625304 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:26.632170 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:26.632777 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.701311 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:26.724528 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-fbe3f172-d052-477a-a470-97ef9fe5c0e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2853081 Dec 10 09:22:26.744040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Request body: {'port': {'device_id': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:26.792582 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5eb00c31-fde6-479a-9153-0c7ee25319ce req-453a7d56-44b4-4456-b02b-b69230725eec tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 210 time: 0.1026931 Dec 10 09:22:26.798877 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2402-0889-47fe-a694-4c6a8dbd401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.806407 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2402-0889-47fe-a694-4c6a8dbd401f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:26.810980 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0ffa2402-0889-47fe-a694-4c6a8dbd401f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9181e41-b28a-4738-8af5-45574e550542 HTTP/1.1" status: 204 len: 168 time: 0.4867265 Dec 10 09:22:26.825160 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa2402-0889-47fe-a694-4c6a8dbd401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9181e41-b28a-4738-8af5-45574e550542,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:27.025142 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:27.056133 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-2edee9b8-cde8-44cb-a690-62121aa5b5b7 None None] Provisioning complete for port dde6de3b-98ac-4a84-b77d-c56fabc640aa triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:27.056606 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2edee9b8-cde8-44cb-a690-62121aa5b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:27.082317 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ab60e-8d6c-4553-b81c-59af38733684 req-950b6d15-899e-46d5-ac35-4adb4bba46da tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:27.083409 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1f3ab60e-8d6c-4553-b81c-59af38733684 req-950b6d15-899e-46d5-ac35-4adb4bba46da tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 944 time: 0.1893740 Dec 10 09:22:27.149880 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-0c2a4aed-3457-42f2-b9a7-2ea8eb7d5b01 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:27.151463 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-0c2a4aed-3457-42f2-b9a7-2ea8eb7d5b01 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 811 time: 0.3198757 Dec 10 09:22:27.170742 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2edee9b8-cde8-44cb-a690-62121aa5b5b7 None None] Port dde6de3b-98ac-4a84-b77d-c56fabc640aa cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:27.320408 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1f3ab60e-8d6c-4553-b81c-59af38733684 req-9192c6d4-d785-4db9-9c52-6abc67a171f3 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056348 Dec 10 09:22:27.324210 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63b564-f355-4f1c-9195-005795132f6c req-8ae8a466-f4f0-4c01-b6e4-24617d9fe4cd tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:27.326802 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9a63b564-f355-4f1c-9195-005795132f6c req-8ae8a466-f4f0-4c01-b6e4-24617d9fe4cd tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 945 time: 0.0558136 Dec 10 09:22:27.400173 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-e38b42fb-bd7b-4e1e-adfb-9ee712c87510 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0679c5e111d4661b4a640c78ba673a3 HTTP/1.1" status: 200 len: 379 time: 0.2304490 Dec 10 09:22:27.431906 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'port': {'device_id': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'admin_state_up': True, 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'security_groups': ['0a94c4c6-7d00-42ea-86f2-a4404bedd978']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:27.432937 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9a63b564-f355-4f1c-9195-005795132f6c req-67f0262e-be66-4d12-bb19-ccfeef4746bb tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Dec 10 09:22:27.729741 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde6de3b-98ac-4a84-b77d-c56fabc640aa {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:27.755296 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1886-8b8a-4ce2-bdd6-db1084aa2003 req-bf6df986-dd2b-416a-9438-1ffccb5fd88f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:27.763734 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-375e1886-8b8a-4ce2-bdd6-db1084aa2003 req-bf6df986-dd2b-416a-9438-1ffccb5fd88f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 932 time: 0.2267060 Dec 10 09:22:27.767519 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:27.768675 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40100) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:27.771726 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Made reservation on behalf of d0679c5e111d4661b4a640c78ba673a3 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:27.777280 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:27.853835 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Transition to ACTIVE for port object dde6de3b-98ac-4a84-b77d-c56fabc640aa will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:27.868511 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:27.932288 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-375e1886-8b8a-4ce2-bdd6-db1084aa2003 req-84324e33-1ebb-4477-8a97-1f421509ed99 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656744 Dec 10 09:22:28.006721 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eaca9603-34bd-4616-bee0-2b5fa73270c9 req-8ba6d3a1-235d-45e4-8cb9-7fe4ed7c11d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 210 time: 0.0904999 Dec 10 09:22:28.020682 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:28.143733 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2684-804a-4b0f-921f-90548c2869c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.266980 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Attempting to bind port dde6de3b-98ac-4a84-b77d-c56fabc640aa on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:28.267136 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Attempting to bind port dde6de3b-98ac-4a84-b77d-c56fabc640aa by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:28.267445 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Attempting to bind port dde6de3b-98ac-4a84-b77d-c56fabc640aa on network 758fcf04-f582-4872-85aa-bd4725297504 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:28.281328 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Port dde6de3b-98ac-4a84-b77d-c56fabc640aa on network 758fcf04-f582-4872-85aa-bd4725297504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:28.281328 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Attempting to bind port dde6de3b-98ac-4a84-b77d-c56fabc640aa on network 758fcf04-f582-4872-85aa-bd4725297504 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:28.282762 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2684-804a-4b0f-921f-90548c2869c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.287215 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:28.287904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Checking segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:28.288442 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Bound using segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:28.289003 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Bound port: dde6de3b-98ac-4a84-b77d-c56fabc640aa, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:28.289569 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.289683 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2684-804a-4b0f-921f-90548c2869c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.343676 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Allocated IP 172.20.0.14 (70e51b6d-c3e9-43f4-b58e-f78b65622022/ef311d5e-c658-4822-9c39-6e70cc602f60/f88bd817-687e-42f0-bbe5-c3768a3617e4) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:28.349619 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-8ffa2684-804a-4b0f-921f-90548c2869c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c76def23b8b446ada4e5fa8c8b30adc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784590 Dec 10 09:22:28.350220 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40122) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:28.350857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa2684-804a-4b0f-921f-90548c2869c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbe253-6567-4cbe-8367-9eea4eabeb13,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:28.469276 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8b3da84a-0f73-49d5-8a60-32ef5c13597f up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:28.505581 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:28.554139 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:28.572837 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 8b3da84a-0f73-49d5-8a60-32ef5c13597f completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:22:28.574977 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.583914 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 8b3da84a-0f73-49d5-8a60-32ef5c13597f triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:28.584840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.606337 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f676183-4b55-4fca-bb9d-08ea863145bc req-a4441692-91fe-444e-a1c4-5fb38f9b9b7b tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:28.616032 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2f676183-4b55-4fca-bb9d-08ea863145bc req-a4441692-91fe-444e-a1c4-5fb38f9b9b7b tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 945 time: 0.0720437 Dec 10 09:22:28.646340 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f681ce3-afcb-40a6-b26a-ec88b6464c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.660096 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00334a-643a-49ab-8c07-1918e57ec161 req-b5b2e504-38b6-4b0c-aca0-e1d36cf5fdf6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:28.667391 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fa00334a-643a-49ab-8c07-1918e57ec161 req-b5b2e504-38b6-4b0c-aca0-e1d36cf5fdf6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 944 time: 0.2302136 Dec 10 09:22:28.681653 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:28.682304 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.683707 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] 10.222.0.43 "PUT /v2.0/ports/dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 1094 time: 1.9516637 Dec 10 09:22:28.689152 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2f676183-4b55-4fca-bb9d-08ea863145bc req-5de28dab-3c09-495e-8f42-1d8bdfe67af3 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719523 Dec 10 09:22:28.700240 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:28.707761 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:28.729662 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.784615 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3da84a-0f73-49d5-8a60-32ef5c13597f'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:28.848920 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f681ce3-afcb-40a6-b26a-ec88b6464c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.865076 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c2ad0-389a-4bb5-8c39-297d81507eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:28.905135 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.953938 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:28.958571 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6271b1b6-1040-470b-80ce-f5dc4b8fbdba x-openstack-request-id: req-6271b1b6-1040-470b-80ce-f5dc4b8fbdba {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:28.958929 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:28.959563 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6271b1b6-1040-470b-80ce-f5dc4b8fbdba {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:28.959812 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'status': 'completed', 'code': 200} Dec 10 09:22:28.964892 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.965921 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:28.988106 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.105461 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:22:29.123201 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-d4233b27-81ce-4f17-bc4e-37d92418f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.124081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a04662-c2d1-44eb-a988-5f4366d751d1 req-f4f7b8cc-fe99-48b0-8759-e62826b9bc04 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.125695 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-d4233b27-81ce-4f17-bc4e-37d92418f5fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1097 time: 0.3745027 Dec 10 09:22:29.133889 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-78a04662-c2d1-44eb-a988-5f4366d751d1 req-f4f7b8cc-fe99-48b0-8759-e62826b9bc04 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0961730 Dec 10 09:22:29.134132 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:29.157119 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:29.160751 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:29.166609 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=8b3da84a-0f73-49d5-8a60-32ef5c13597f,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:29.178060 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.178822 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.186722 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:22:29.192053 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:29.192650 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.198796 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fa00334a-643a-49ab-8c07-1918e57ec161 req-55a6a5a1-0f81-42e8-8239-bfaa77f92e0c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303173 Dec 10 09:22:29.209297 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7826562 Dec 10 09:22:29.259685 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Request body: {'port': {'device_id': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:29.263292 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-a1ca42b7-dd25-4418-963a-a8b50e40e9be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 217 time: 0.1178324 Dec 10 09:22:29.285693 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-78a04662-c2d1-44eb-a988-5f4366d751d1 req-b21b1049-b6cd-4d01-8c1d-2cf421a4f103 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502962 Dec 10 09:22:29.289858 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485c717-f81e-4219-89b3-5888a16f1653 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'Port': ['ID=f88bd817-687e-42f0-bbe5-c3768a3617e4,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:29.349128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-bfb746d3-5b30-4c2d-9b9d-6e72dbc12202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.350833 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-bfb746d3-5b30-4c2d-9b9d-6e72dbc12202 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0505443 Dec 10 09:22:29.400012 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.424974 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fbb45b-4d9e-4d21-a93a-eae86e7aa5f6" -d '{"events": [{"server_uuid": "21a9e5f1-266e-4de8-9e0e-2758853d648e", "name": "network-vif-plugged", "status": "completed", "tag": "8b3da84a-0f73-49d5-8a60-32ef5c13597f"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:29.425324 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f681ce3-afcb-40a6-b26a-ec88b6464c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.428092 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f681ce3-afcb-40a6-b26a-ec88b6464c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.429273 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-7f681ce3-afcb-40a6-b26a-ec88b6464c0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18fbe253-6567-4cbe-8367-9eea4eabeb13 HTTP/1.1" status: 204 len: 168 time: 1.0755968 Dec 10 09:22:29.464250 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,segment=NetworkSegment(203d52f0-aaa1-4248-9a9d-512ea23dd218),segment_id=203d52f0-aaa1-4248-9a9d-512ea23dd218)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:29.470099 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.480389 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.542321 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:29.548013 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f681ce3-afcb-40a6-b26a-ec88b6464c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbe253-6567-4cbe-8367-9eea4eabeb13,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:29.550875 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-596721ce-adfe-4fbb-967c-be4c47a3db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.552716 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-596721ce-adfe-4fbb-967c-be4c47a3db92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1913035 Dec 10 09:22:29.602191 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-aeb6d70a-9a58-4191-b43c-edb4d54e76e3 None None] Provisioning complete for port f88bd817-687e-42f0-bbe5-c3768a3617e4 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:29.602868 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d70a-9a58-4191-b43c-edb4d54e76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.641700 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6d70a-9a58-4191-b43c-edb4d54e76e3 None None] Port f88bd817-687e-42f0-bbe5-c3768a3617e4 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:29.710703 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9eca-65a2-4073-9a61-dfc6190f69b1 req-8a8f8960-21a6-494e-bb1f-e12a28ec3a45 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.712205 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e5ce9eca-65a2-4073-9a61-dfc6190f69b1 req-8a8f8960-21a6-494e-bb1f-e12a28ec3a45 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 932 time: 0.3019755 Dec 10 09:22:29.823059 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-e4c13fa9-20f8-43e1-a1a7-1319ee48b69e service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128165 Dec 10 09:22:29.826387 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40184) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:29.848158 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9f129-c6d2-4e2b-bdda-3038a11f0fad x-openstack-request-id: req-f8c9f129-c6d2-4e2b-bdda-3038a11f0fad {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:29.849909 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9e5f1-266e-4de8-9e0e-2758853d648e", "name": "network-vif-plugged", "status": "completed", "tag": "8b3da84a-0f73-49d5-8a60-32ef5c13597f", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:29.850373 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8c9f129-c6d2-4e2b-bdda-3038a11f0fad {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:29.850996 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3da84a-0f73-49d5-8a60-32ef5c13597f', 'code': 200} Dec 10 09:22:29.862096 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e5ce9eca-65a2-4073-9a61-dfc6190f69b1 req-174a091f-8d0b-4dee-9473-0abc66610579 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111431 Dec 10 09:22:29.989855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb59e0-df9d-4113-b82d-15bd42a2acb3 req-ec9a4895-dcba-4cff-8fd0-cc63c178ca58 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:29.991918 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7ceb59e0-df9d-4113-b82d-15bd42a2acb3 req-ec9a4895-dcba-4cff-8fd0-cc63c178ca58 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0738189 Dec 10 09:22:30.041080 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88bd817-687e-42f0-bbe5-c3768a3617e4 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:30.044316 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.43', 57651) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:30.047581 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db602c7b-2926-4085-b5c3-e73a41d504cd req-4286e4c4-14f6-4a8c-b09c-980d27a6a245 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144494 Dec 10 09:22:30.053395 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.064629 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Transition to ACTIVE for port object f88bd817-687e-42f0-bbe5-c3768a3617e4 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:30.069946 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.124780 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7ceb59e0-df9d-4113-b82d-15bd42a2acb3 req-c0c95112-6cf2-47ed-a34c-d93af2280e9e tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Dec 10 09:22:30.128784 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40194) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:30.164030 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-360025ce-a416-4d18-aef1-b4e9d7c318ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.191545 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2182127b-7e37-4600-8b4f-f161401f8e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.212921 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Pushing event updated for resources: {'Port': ['ID=f88bd817-687e-42f0-bbe5-c3768a3617e4,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.268321 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Attempting to bind port f88bd817-687e-42f0-bbe5-c3768a3617e4 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:30.272415 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Attempting to bind port f88bd817-687e-42f0-bbe5-c3768a3617e4 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:30.272842 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Attempting to bind port f88bd817-687e-42f0-bbe5-c3768a3617e4 on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:30.278987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-bd211351-c9c5-47db-abef-8785bb0dd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.281169 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-bd211351-c9c5-47db-abef-8785bb0dd07f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1097 time: 0.1468675 Dec 10 09:22:30.283889 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Port f88bd817-687e-42f0-bbe5-c3768a3617e4 on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:30.284359 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Attempting to bind port f88bd817-687e-42f0-bbe5-c3768a3617e4 on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:30.359978 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:30.360330 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Checking segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:30.360752 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Bound using segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:30.361231 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Bound port: f88bd817-687e-42f0-bbe5-c3768a3617e4, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:30.361628 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.371376 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2182127b-7e37-4600-8b4f-f161401f8e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.436246 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2182127b-7e37-4600-8b4f-f161401f8e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.495408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-70fb3f21-ca26-42a1-8345-b2eff31503bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.496924 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-70fb3f21-ca26-42a1-8345-b2eff31503bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.2072906 Dec 10 09:22:30.507419 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aeacd-08de-4f8a-b18a-00882cdbe752 req-910d8874-e2ab-436b-93a8-0dbad33f76c0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.508976 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fc7aeacd-08de-4f8a-b18a-00882cdbe752 req-910d8874-e2ab-436b-93a8-0dbad33f76c0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.1542211 Dec 10 09:22:30.583470 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-29b73aaa-8772-4916-87e7-7011fc19dc55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 217 time: 0.0718489 Dec 10 09:22:30.599724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-360025ce-a416-4d18-aef1-b4e9d7c318ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.616897 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edaca1-d918-4f4d-b58d-3ca22ba6c893 req-8b5928e5-8d83-4dea-a6af-9496c6f45d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.618546 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-11edaca1-d918-4f4d-b58d-3ca22ba6c893 req-8b5928e5-8d83-4dea-a6af-9496c6f45d06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 1098 time: 0.5713828 Dec 10 09:22:30.629320 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] For port f88bd817-687e-42f0-bbe5-c3768a3617e4, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:30.649391 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-360025ce-a416-4d18-aef1-b4e9d7c318ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.667102 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-11edaca1-d918-4f4d-b58d-3ca22ba6c893 req-01862c17-6647-4b58-abe9-d53698f6498a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.668936 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182127b-7e37-4600-8b4f-f161401f8e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e99721-e37c-408b-9ee4-4e5dd0dd0170,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.675800 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] For port f88bd817-687e-42f0-bbe5-c3768a3617e4, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:30.683929 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-2182127b-7e37-4600-8b4f-f161401f8e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cdf21ad55754720ab20c8a6c927e182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8546131 Dec 10 09:22:30.684349 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fc7aeacd-08de-4f8a-b18a-00882cdbe752 req-21b800db-0010-422b-b71e-b36563dd6795 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663072 Dec 10 09:22:30.687113 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40206) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:30.692512 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.722555 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-2017f22b-8752-485f-9e5c-1764de14df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.722555 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-2017f22b-8752-485f-9e5c-1764de14df44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.1201065 Dec 10 09:22:30.760166 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-360025ce-a416-4d18-aef1-b4e9d7c318ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51a9d37e0c964fbcb0657656e4d81243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6129797 Dec 10 09:22:30.768920 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694faa-44c8-4ad6-987c-48d583c25826 req-8586739e-e36e-452a-a32f-90147f4b6ff2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.769074 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40212) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:30.773630 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fd694faa-44c8-4ad6-987c-48d583c25826 req-8586739e-e36e-452a-a32f-90147f4b6ff2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.3569646 Dec 10 09:22:30.773630 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360025ce-a416-4d18-aef1-b4e9d7c318ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f022a0-a86b-43b4-a922-395c45dacac3,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.779234 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.780127 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.781987 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] 10.222.0.43 "PUT /v2.0/ports/f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 1094 time: 1.5368621 Dec 10 09:22:30.873720 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fd694faa-44c8-4ad6-987c-48d583c25826 req-fb4cbbac-d154-414c-b3fe-08c81a38a5e9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799916 Dec 10 09:22:30.891882 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-11edaca1-d918-4f4d-b58d-3ca22ba6c893 req-01862c17-6647-4b58-abe9-d53698f6498a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.900642 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-11edaca1-d918-4f4d-b58d-3ca22ba6c893 req-01862c17-6647-4b58-abe9-d53698f6498a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.950038 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-11edaca1-d918-4f4d-b58d-3ca22ba6c893 req-01862c17-6647-4b58-abe9-d53698f6498a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069594 Dec 10 09:22:30.957288 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9c5e-ac4e-4941-b72a-2f6fd533ad19 service neutron] Pushing event updated for resources: {'Port': ['ID=f88bd817-687e-42f0-bbe5-c3768a3617e4,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.964107 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01862c17-6647-4b58-abe9-d53698f6498a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12286b64-770d-4f69-9a98-e7c8d0412d4e,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.980812 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:30.983266 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f" -d '{"events": [{"name": "network-changed", "server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:30.994129 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-9b6199b1-c11e-44ca-9e34-8690d2e963ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:30.995655 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-9b6199b1-c11e-44ca-9e34-8690d2e963ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2526941 Dec 10 09:22:31.022044 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f172dfd-1306-40e6-a6fa-3a1c130e6bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.031488 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-2d8ad7af-1796-4dc8-bf1e-c607ad59fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:31.032984 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-2d8ad7af-1796-4dc8-bf1e-c607ad59fbdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1097 time: 0.1872611 Dec 10 09:22:31.036505 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5841cf-d23b-407f-80c3-8ba234c5462a x-openstack-request-id: req-ba5841cf-d23b-407f-80c3-8ba234c5462a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:31.036791 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:31.037040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba5841cf-d23b-407f-80c3-8ba234c5462a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:31.037453 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'status': 'completed', 'code': 200} Dec 10 09:22:31.067950 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f172dfd-1306-40e6-a6fa-3a1c130e6bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.070356 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c327d7-74f8-4027-9c36-5050b1ecc80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.103690 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ccc85-6661-4ec6-9eec-1c13d97a9438 req-8a3fd1d4-1d42-41d0-9aa6-a5664460985d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:31.105205 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bb9ccc85-6661-4ec6-9eec-1c13d97a9438 req-8a3fd1d4-1d42-41d0-9aa6-a5664460985d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 944 time: 0.1586337 Dec 10 09:22:31.128374 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c327d7-74f8-4027-9c36-5050b1ecc80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.246589 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d331-4078-4d26-91da-0832e3f1e7ad req-f5bdccf9-a5e9-4de0-9245-afb86c29c9db tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:31.248149 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a9a4d331-4078-4d26-91da-0832e3f1e7ad req-f5bdccf9-a5e9-4de0-9245-afb86c29c9db tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0577250 Dec 10 09:22:31.301182 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a9a4d331-4078-4d26-91da-0832e3f1e7ad req-b01b061c-6839-41da-8962-bad58ea168fa tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Dec 10 09:22:31.418375 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-eaf8d277-a971-47c3-8688-df5695dc9875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 217 time: 0.2370894 Dec 10 09:22:31.444624 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f172dfd-1306-40e6-a6fa-3a1c130e6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.447252 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f172dfd-1306-40e6-a6fa-3a1c130e6bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.448338 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6f172dfd-1306-40e6-a6fa-3a1c130e6bc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5e99721-e37c-408b-9ee4-4e5dd0dd0170 HTTP/1.1" status: 204 len: 168 time: 0.7599568 Dec 10 09:22:31.470190 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bb9ccc85-6661-4ec6-9eec-1c13d97a9438 req-e2dad437-ecb3-4826-ad2c-b08a042b8413 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473036 Dec 10 09:22:31.495702 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172dfd-1306-40e6-a6fa-3a1c130e6bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e99721-e37c-408b-9ee4-4e5dd0dd0170,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:31.511614 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c327d7-74f8-4027-9c36-5050b1ecc80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.514346 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c327d7-74f8-4027-9c36-5050b1ecc80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.515546 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-01c327d7-74f8-4027-9c36-5050b1ecc80a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12f022a0-a86b-43b4-a922-395c45dacac3 HTTP/1.1" status: 204 len: 168 time: 0.7425277 Dec 10 09:22:31.539095 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-0119b6fb-3ac5-46e1-9984-ec5997c7520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:31.540590 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-0119b6fb-3ac5-46e1-9984-ec5997c7520b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0913258 Dec 10 09:22:31.543028 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c327d7-74f8-4027-9c36-5050b1ecc80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f022a0-a86b-43b4-a922-395c45dacac3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:31.593793 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-41cfa7d3-1a59-4532-84c2-f35e66531fd5 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140310 Dec 10 09:22:31.662350 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e412-8e56-415b-af94-f39670ed1256 req-5d71b3eb-b17e-45a7-bc3f-8f91ef5e9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:31.663844 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-5d71b3eb-b17e-45a7-bc3f-8f91ef5e9354 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152568 Dec 10 09:22:31.837332 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e98861fc-49f1-47b5-80c7-c4f01a4fe1f0 req-52ff8aba-4a95-4788-b3db-3a2da7b5af6f service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333851 Dec 10 09:22:31.848565 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca12c93-0ee7-4539-84e5-e3447a85525a req-3bc0b146-98d3-4ee6-9be2-7b0e1b966e64 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:31.852338 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:31.854661 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5611073e-47b4-4898-95c8-77d11502a0cd" -d '{"events": [{"server_uuid": "5fc99c31-8269-4cb5-9871-866c55929ac9", "name": "network-vif-plugged", "status": "completed", "tag": "4b837f4c-a6d2-42b3-b668-7a5812bf43b9"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:31.856732 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ca12c93-0ee7-4539-84e5-e3447a85525a req-3bc0b146-98d3-4ee6-9be2-7b0e1b966e64 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.0598814 Dec 10 09:22:31.868715 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-3e8c9c68-a66e-47e8-9cdd-09c52891200f service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947398 Dec 10 09:22:31.910905 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ccde6e-7228-4786-bede-5635544655fa x-openstack-request-id: req-d6ccde6e-7228-4786-bede-5635544655fa {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:31.911455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc99c31-8269-4cb5-9871-866c55929ac9", "name": "network-vif-plugged", "status": "completed", "tag": "4b837f4c-a6d2-42b3-b668-7a5812bf43b9", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:31.911859 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6ccde6e-7228-4786-bede-5635544655fa {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:31.912469 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9', 'code': 200} Dec 10 09:22:31.955380 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ca12c93-0ee7-4539-84e5-e3447a85525a req-d3063757-782b-443c-98cf-2b2e024f68ef tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975235 Dec 10 09:22:32.099867 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b10e-7300-4cb9-a8a0-3cad32124ed2 req-0825bea8-0b4d-448f-93fc-4e7c450a98a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:32.101514 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b466b10e-7300-4cb9-a8a0-3cad32124ed2 req-0825bea8-0b4d-448f-93fc-4e7c450a98a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.1124499 Dec 10 09:22:32.103322 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d964e412-8e56-415b-af94-f39670ed1256 req-eafd4fa5-580f-484c-b31c-39f07e351ecd service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260649 Dec 10 09:22:32.104460 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40256) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:32.141555 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f482519-1cd6-4b42-b250-514bcab15ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.303080 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b466b10e-7300-4cb9-a8a0-3cad32124ed2 req-54e91dba-8c5f-4780-9f7a-eda61998989f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918733 Dec 10 09:22:32.323553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5cd46-0073-4b81-b1a7-d5cb3f0d1a3e req-c286d848-8c8e-4efe-9d38-afcead953aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:32.335939 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-80c5cd46-0073-4b81-b1a7-d5cb3f0d1a3e req-c286d848-8c8e-4efe-9d38-afcead953aaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 1099 time: 0.2105222 Dec 10 09:22:32.343131 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-a64f964e-9514-430b-baf4-70cab855b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:32.344836 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-a64f964e-9514-430b-baf4-70cab855b6c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1097 time: 0.1662965 Dec 10 09:22:32.464110 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab028c-b46e-4b2e-bc52-8cfd7e55bcc0 req-ea3808c1-3e55-4267-9fbf-ed9e30fb7037 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:32.474285 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-74ab028c-b46e-4b2e-bc52-8cfd7e55bcc0 req-ea3808c1-3e55-4267-9fbf-ed9e30fb7037 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0749290 Dec 10 09:22:32.486964 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:22:32.567581 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f482519-1cd6-4b42-b250-514bcab15ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.572522 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-74ab028c-b46e-4b2e-bc52-8cfd7e55bcc0 req-b5a478c0-7441-4ec8-a9c0-acf957676b6e tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945826 Dec 10 09:22:32.603808 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f482519-1cd6-4b42-b250-514bcab15ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.638810 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-80c5cd46-0073-4b81-b1a7-d5cb3f0d1a3e req-e3772fb7-44d0-444a-aa4e-e8471ba4089a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926230 Dec 10 09:22:32.676796 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:32.693784 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'mac_address': 'fa:16:3e:a5:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:22:32.734218 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-da1c78d3-ac43-41ed-a9ca-cd484a86489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:32.735971 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-da1c78d3-ac43-41ed-a9ca-cd484a86489d service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.3789172 Dec 10 09:22:32.738221 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.740585 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2f482519-1cd6-4b42-b250-514bcab15ac1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4f8015d412a4ec7906a5b0d715f81df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6349888 Dec 10 09:22:32.743502 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f482519-1cd6-4b42-b250-514bcab15ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756c42a4-4586-474b-92da-072209775dcf,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:32.744965 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40278) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:32.771875 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde6de3b-98ac-4a84-b77d-c56fabc640aa {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:32.772062 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c017a-eb35-4b0f-b7ae-ad7a1034cc2e req-16d6a509-8588-4a6d-b9d6-9262bce6b6b2 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:32.780474 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ba2c017a-eb35-4b0f-b7ae-ad7a1034cc2e req-16d6a509-8588-4a6d-b9d6-9262bce6b6b2 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 944 time: 0.1224496 Dec 10 09:22:32.801694 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:32.808019 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.812090 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4341-9c3e-4730-94ba-f91c9b60ffb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.840496 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4341-9c3e-4730-94ba-f91c9b60ffb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.858795 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ba2c017a-eb35-4b0f-b7ae-ad7a1034cc2e req-b2252ad8-08a4-482b-a3c0-398371aa3cc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705848 Dec 10 09:22:32.891036 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:32.905736 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-b69b36a9-acaf-4ad2-8b50-6df1362a590a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 217 time: 0.0658281 Dec 10 09:22:32.908192 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4341-9c3e-4730-94ba-f91c9b60ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.910578 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4341-9c3e-4730-94ba-f91c9b60ffb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:32.911674 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3f5f4341-9c3e-4730-94ba-f91c9b60ffb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/756c42a4-4586-474b-92da-072209775dcf HTTP/1.1" status: 204 len: 168 time: 0.1657038 Dec 10 09:22:32.926319 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f4341-9c3e-4730-94ba-f91c9b60ffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756c42a4-4586-474b-92da-072209775dcf,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:33.021981 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-2a6a3268-26cf-443b-bcee-d51b600e563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:33.024260 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-2a6a3268-26cf-443b-bcee-d51b600e563d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.1051085 Dec 10 09:22:33.092443 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-86cbf950-bfec-4cfc-b891-9372e8dd70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:33.094431 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-86cbf950-bfec-4cfc-b891-9372e8dd70da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625300 Dec 10 09:22:33.099923 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['dde6de3b-98ac-4a84-b77d-c56fabc640aa'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:22:33.109445 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9df00-3a76-4795-b08a-dc2b0a345be2 req-9bacafb5-ea1b-4edf-a2fa-ce061f9c403a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:33.116899 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-efa9df00-3a76-4795-b08a-dc2b0a345be2 req-9bacafb5-ea1b-4edf-a2fa-ce061f9c403a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.0811012 Dec 10 09:22:33.193499 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-efa9df00-3a76-4795-b08a-dc2b0a345be2 req-665971b5-763d-4ad0-91c8-c25cbc772eae tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757294 Dec 10 09:22:33.282873 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-a7b3b555-59e7-4c53-a393-9600d1a767bf service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782911 Dec 10 09:22:33.442710 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7dde97b-4376-4816-b0a1-e7b8e3eb480f req-14b59c64-2189-45c4-a8e8-9c6d7dce2609 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515236 Dec 10 09:22:33.469779 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf65e1-7558-4dbd-8a61-5eeabd020e20 req-f34d214f-0832-48c2-8aea-488ef99d5733 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:33.471240 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8faf65e1-7558-4dbd-8a61-5eeabd020e20 req-f34d214f-0832-48c2-8aea-488ef99d5733 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.0675075 Dec 10 09:22:33.547822 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8faf65e1-7558-4dbd-8a61-5eeabd020e20 req-986412db-10f1-458a-adc7-a62c776fc611 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683479 Dec 10 09:22:33.722336 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a603aa9-63fd-4dad-910b-e2fd24bb85f9 req-a1d63c35-d4d2-45ca-96ea-dafe91028fd5 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:33.740119 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6a603aa9-63fd-4dad-910b-e2fd24bb85f9 req-a1d63c35-d4d2-45ca-96ea-dafe91028fd5 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0834475 Dec 10 09:22:33.763211 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40326) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:33.828082 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6a603aa9-63fd-4dad-910b-e2fd24bb85f9 req-299fc5d3-4c4e-4577-8570-b516337fba83 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791550 Dec 10 09:22:33.976468 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb407-0740-4ef1-9ee8-4b58bba53291 req-1d7c22e3-1425-4071-a3df-d0c22c5773b6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:33.978359 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4bcfb407-0740-4ef1-9ee8-4b58bba53291 req-1d7c22e3-1425-4071-a3df-d0c22c5773b6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 944 time: 0.0510027 Dec 10 09:22:34.025858 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179c562f-d7ee-4ec7-a100-6dc81ee00a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.054551 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4bcfb407-0740-4ef1-9ee8-4b58bba53291 req-a08f3f63-103f-41b5-80e6-ca86887d59f4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667026 Dec 10 09:22:34.142184 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179c562f-d7ee-4ec7-a100-6dc81ee00a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.150358 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179c562f-d7ee-4ec7-a100-6dc81ee00a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.191594 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c562f-d7ee-4ec7-a100-6dc81ee00a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a62581-f636-4c7e-ba70-5c43be86ebb6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:34.197746 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-179c562f-d7ee-4ec7-a100-6dc81ee00a6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=563c940c01b64314ab7ebc6b31048809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325738 Dec 10 09:22:34.200034 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40350) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:34.276516 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d725aa5e-1e46-4660-b482-261bcdb98477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.302937 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d725aa5e-1e46-4660-b482-261bcdb98477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.356013 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d725aa5e-1e46-4660-b482-261bcdb98477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.359460 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d725aa5e-1e46-4660-b482-261bcdb98477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.363474 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d725aa5e-1e46-4660-b482-261bcdb98477 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00a62581-f636-4c7e-ba70-5c43be86ebb6 HTTP/1.1" status: 204 len: 168 time: 0.1624203 Dec 10 09:22:34.371336 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725aa5e-1e46-4660-b482-261bcdb98477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a62581-f636-4c7e-ba70-5c43be86ebb6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:34.490640 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:34.545043 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port dde6de3b-98ac-4a84-b77d-c56fabc640aa completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:22:34.550202 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port dde6de3b-98ac-4a84-b77d-c56fabc640aa triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:34.550432 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.642981 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.694758 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:34.697358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc7f5e2-f83d-4f67-a1e6-8e0e16c19841" -d '{"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-plugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:34.714164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ca7aa-5a0d-424d-8938-f1ad29ac4eed req-c88588a8-7e30-4481-af84-ddf322799720 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:34.716619 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-898ca7aa-5a0d-424d-8938-f1ad29ac4eed req-c88588a8-7e30-4481-af84-ddf322799720 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.0666313 Dec 10 09:22:34.718718 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:34.726659 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:34.809646 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-898ca7aa-5a0d-424d-8938-f1ad29ac4eed req-e767abb0-5959-43e3-9826-a30eaab14a02 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789421 Dec 10 09:22:34.819413 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf2438-5dbf-4c73-880e-6fcaf70a5434 x-openstack-request-id: req-d4bf2438-5dbf-4c73-880e-6fcaf70a5434 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:34.819729 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-plugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:34.819986 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4bf2438-5dbf-4c73-880e-6fcaf70a5434 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:34.820483 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'code': 200} Dec 10 09:22:34.821448 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:34.843292 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40378) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:34.866535 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5c0465f5-ed53-4246-974e-db0c5b1bcc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.024069 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711eb70-173c-4740-b4fc-0ea9150e2c4d req-9d61be3a-476c-4ee1-91fe-1fd3c881b5de tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:35.025586 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2711eb70-173c-4740-b4fc-0ea9150e2c4d req-9d61be3a-476c-4ee1-91fe-1fd3c881b5de tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.1119614 Dec 10 09:22:35.063965 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8c1d3-a281-4945-bee0-387ba2c8b33e req-3cf6c868-d0de-453b-93cc-f6a53d1758e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:35.064195 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e7c8c1d3-a281-4945-bee0-387ba2c8b33e req-3cf6c868-d0de-453b-93cc-f6a53d1758e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1099 time: 0.1063027 Dec 10 09:22:35.067056 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5c0465f5-ed53-4246-974e-db0c5b1bcc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.077080 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5c0465f5-ed53-4246-974e-db0c5b1bcc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.115133 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5c0465f5-ed53-4246-974e-db0c5b1bcc4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9e7058211af4110a671a018818b06fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679090 Dec 10 09:22:35.116486 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40388) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:35.229320 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f495e4-e051-4a69-a7cc-90703838b3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.241657 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0465f5-ed53-4246-974e-db0c5b1bcc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2b7f5-a30c-405c-b6ed-ff62c58ce8b0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:35.244383 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0124d-c816-423c-952a-adeed962e6a8 req-5edafd2e-79bc-45ca-8626-438941a96533 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:35.252775 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-72b0124d-c816-423c-952a-adeed962e6a8 req-5edafd2e-79bc-45ca-8626-438941a96533 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 944 time: 0.1056030 Dec 10 09:22:35.261559 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2711eb70-173c-4740-b4fc-0ea9150e2c4d req-e812be54-9d66-4220-9d74-156db3dad343 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170851 Dec 10 09:22:35.280101 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e7c8c1d3-a281-4945-bee0-387ba2c8b33e req-6d46d7c8-9404-47d5-905b-233ee5d6c004 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059236 Dec 10 09:22:35.290995 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f495e4-e051-4a69-a7cc-90703838b3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.353255 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-72b0124d-c816-423c-952a-adeed962e6a8 req-418fb2c2-c24b-4f56-9366-e3d5416a29a3 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993400 Dec 10 09:22:35.387698 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f495e4-e051-4a69-a7cc-90703838b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.390668 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-23f495e4-e051-4a69-a7cc-90703838b3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.394146 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-23f495e4-e051-4a69-a7cc-90703838b3ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1d2b7f5-a30c-405c-b6ed-ff62c58ce8b0 HTTP/1.1" status: 204 len: 168 time: 0.2763090 Dec 10 09:22:35.411455 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f495e4-e051-4a69-a7cc-90703838b3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2b7f5-a30c-405c-b6ed-ff62c58ce8b0,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:35.966362 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1bc18-fa3c-4c5a-9f40-70e617260320 req-2ff85985-b8d9-4723-9640-2b1cd57b93f1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:35.968196 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c5d1bc18-fa3c-4c5a-9f40-70e617260320 req-2ff85985-b8d9-4723-9640-2b1cd57b93f1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0562978 Dec 10 09:22:36.027467 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40440) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:36.034779 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c5d1bc18-fa3c-4c5a-9f40-70e617260320 req-7d196f3e-e9c9-4172-8930-343fa469f710 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503097 Dec 10 09:22:36.139902 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b0bae24-78e8-4562-bd9b-4bd1eafe7f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.218859 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b0bae24-78e8-4562-bd9b-4bd1eafe7f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.223123 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b0bae24-78e8-4562-bd9b-4bd1eafe7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.267671 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2b0bae24-78e8-4562-bd9b-4bd1eafe7f57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97e4a95c3b584c86b87ecfbc728fdf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385721 Dec 10 09:22:36.268897 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bae24-78e8-4562-bd9b-4bd1eafe7f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54ad03b-42f1-4e0c-bd56-1c0401b4b8c2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:36.270385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40458) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:36.326184 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3e40fcc7-9aec-4d49-b764-d79544aba04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.355176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3e40fcc7-9aec-4d49-b764-d79544aba04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.426537 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3e40fcc7-9aec-4d49-b764-d79544aba04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.430865 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3e40fcc7-9aec-4d49-b764-d79544aba04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.432270 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3e40fcc7-9aec-4d49-b764-d79544aba04c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a54ad03b-42f1-4e0c-bd56-1c0401b4b8c2 HTTP/1.1" status: 204 len: 168 time: 0.1606185 Dec 10 09:22:36.459943 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40fcc7-9aec-4d49-b764-d79544aba04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54ad03b-42f1-4e0c-bd56-1c0401b4b8c2,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:36.507199 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f88bd817-687e-42f0-bbe5-c3768a3617e4 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:22:36.549898 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4035a05-20df-4597-a91f-6c8a816fbb8f req-cb57de69-5471-4728-8550-4be81d477d71 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:36.557869 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f4035a05-20df-4597-a91f-6c8a816fbb8f req-cb57de69-5471-4728-8550-4be81d477d71 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 944 time: 0.1276262 Dec 10 09:22:36.688112 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f4035a05-20df-4597-a91f-6c8a816fbb8f req-7ee99a50-8d65-4a1f-a93a-5bf7fb1e88d8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200879 Dec 10 09:22:36.748330 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f88bd817-687e-42f0-bbe5-c3768a3617e4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:36.936262 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'port_id': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'mac_address': 'fa:16:3e:e5:9e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:22:36.947393 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40526) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:36.971323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04d63e69-99df-41d1-9369-517ed7adb6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.992721 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.009536 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88bd817-687e-42f0-bbe5-c3768a3617e4 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:37.045375 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f88bd817-687e-42f0-bbe5-c3768a3617e4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:37.056785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.107820 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f88bd817-687e-42f0-bbe5-c3768a3617e4,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:37.112516 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04d63e69-99df-41d1-9369-517ed7adb6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.119775 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04d63e69-99df-41d1-9369-517ed7adb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.166061 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-04d63e69-99df-41d1-9369-517ed7adb6fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0e7e19fc6414e71b7cba994e8223c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172039 Dec 10 09:22:37.166841 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40536) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:37.197384 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d63e69-99df-41d1-9369-517ed7adb6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d1e0f-faaa-41c8-9c8b-aa51a88412af,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:37.230040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3abf2b-a914-4fe1-af0d-13ac368a0cb2 req-9803e419-fd08-407d-87b0-b1062abe3556 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:37.238652 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ec3abf2b-a914-4fe1-af0d-13ac368a0cb2 req-9803e419-fd08-407d-87b0-b1062abe3556 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0767658 Dec 10 09:22:37.250778 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2f6dca88-16f6-407c-a3cf-f60c39551619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.291399 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2f6dca88-16f6-407c-a3cf-f60c39551619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.294156 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ec3abf2b-a914-4fe1-af0d-13ac368a0cb2 req-b5e16cfe-7f3b-44d6-bece-1ec5c80d766b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545537 Dec 10 09:22:37.369522 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2f6dca88-16f6-407c-a3cf-f60c39551619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.372614 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2f6dca88-16f6-407c-a3cf-f60c39551619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.376406 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-2f6dca88-16f6-407c-a3cf-f60c39551619 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a9d1e0f-faaa-41c8-9c8b-aa51a88412af HTTP/1.1" status: 204 len: 168 time: 0.2039099 Dec 10 09:22:37.388855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dca88-16f6-407c-a3cf-f60c39551619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d1e0f-faaa-41c8-9c8b-aa51a88412af,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:37.438345 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef04a-b17f-4ac3-b187-e891396f69bd req-0a0a81ca-b461-41da-81c9-38a460f7b34f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:37.439931 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6e7ef04a-b17f-4ac3-b187-e891396f69bd req-0a0a81ca-b461-41da-81c9-38a460f7b34f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0628386 Dec 10 09:22:37.448508 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40550) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:37.453313 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'floatingip': {'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:37.525271 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.720104 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40554) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:37.734402 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-27021290-35a2-4399-94ec-f39e8546ef02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.819021 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-27021290-35a2-4399-94ec-f39e8546ef02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.825452 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-27021290-35a2-4399-94ec-f39e8546ef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.837497 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.864749 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-27021290-35a2-4399-94ec-f39e8546ef02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=979144b45f5b4c75a28f581d81c86144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435483 Dec 10 09:22:37.866723 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27021290-35a2-4399-94ec-f39e8546ef02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7b2f1b-aa06-4f74-9791-4524012155ee,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:37.868956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40558) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:37.919878 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-32f15798-80b6-4334-bb65-3eeedda85a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.942917 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-32f15798-80b6-4334-bb65-3eeedda85a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.995248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-32f15798-80b6-4334-bb65-3eeedda85a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.997985 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-32f15798-80b6-4334-bb65-3eeedda85a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.999311 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-32f15798-80b6-4334-bb65-3eeedda85a86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e7b2f1b-aa06-4f74-9791-4524012155ee HTTP/1.1" status: 204 len: 168 time: 0.1294298 Dec 10 09:22:38.008622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f15798-80b6-4334-bb65-3eeedda85a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7b2f1b-aa06-4f74-9791-4524012155ee,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:38.193697 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca0aaa-df14-4b6a-bb21-5f56d9531780 req-79aa29ca-bf84-48ba-abdd-ac7bbc18f8d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:38.195247 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-43ca0aaa-df14-4b6a-bb21-5f56d9531780 req-79aa29ca-bf84-48ba-abdd-ac7bbc18f8d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 945 time: 0.3963768 Dec 10 09:22:38.331818 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-43ca0aaa-df14-4b6a-bb21-5f56d9531780 req-769a0125-8dea-414b-b459-22b6ebca65a3 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296325 Dec 10 09:22:38.436917 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.441106 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.547836 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.l3_db [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Floating IP db2c7f1e-e598-4fd7-8ffd-07001481c758 associated. External IP: 172.27.2.62, port: dde6de3b-98ac-4a84-b77d-c56fabc640aa. Dec 10 09:22:38.754115 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:38.863468 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:38.868192 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.877204 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:38.888126 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:38.888870 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:38.895358 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-57b0978b-b8b3-4229-9fbe-eb4b0f7976ed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "PUT /v2.0/floatingips/db2c7f1e-e598-4fd7-8ffd-07001481c758 HTTP/1.1" status: 200 len: 991 time: 1.4457695 Dec 10 09:22:38.895941 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:38.899251 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5ffed1-5f92-423e-9e12-881f0cecac55" -d '{"events": [{"name": "network-changed", "server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:39.000053 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:39.280353 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'db2c7f1e-e598-4fd7-8ffd-07001481c758', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'mac_address': 'fa:16:3e:a5:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:20Z', 'updated_at': '2021-12-10T09:22:38Z', 'revision_number': 1, 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:39.306840 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:39.315652 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:39.316266 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:39.425777 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:39.650921 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'db2c7f1e-e598-4fd7-8ffd-07001481c758', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'mac_address': 'fa:16:3e:a5:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:20Z', 'updated_at': '2021-12-10T09:22:38Z', 'revision_number': 1, 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:39.770300 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445542b3-13ee-4f7f-b0c7-9973b4ceb283 None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'db2c7f1e-e598-4fd7-8ffd-07001481c758', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'mac_address': 'fa:16:3e:a5:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:20Z', 'updated_at': '2021-12-10T09:22:38Z', 'revision_number': 1, 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:39.961826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f073a-fbd7-4757-8ea8-27c3c6a6fea6 None None] New status for floating IP db2c7f1e-e598-4fd7-8ffd-07001481c758: ACTIVE {{(pid=102410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:22:40.116160 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053aa44-8c78-491d-9351-4ff5f6ca4e1f x-openstack-request-id: req-0053aa44-8c78-491d-9351-4ff5f6ca4e1f {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:40.116670 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:40.116670 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0053aa44-8c78-491d-9351-4ff5f6ca4e1f {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:40.117075 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'status': 'completed', 'code': 200} Dec 10 09:22:40.248036 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['f88bd817-687e-42f0-bbe5-c3768a3617e4'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:22:40.266269 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4676f-370f-46e0-a4a7-49ab8b503570 req-31755307-2bfa-49e4-a03f-fc7d2a6c87ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:40.268185 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4ab4676f-370f-46e0-a4a7-49ab8b503570 req-31755307-2bfa-49e4-a03f-fc7d2a6c87ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 945 time: 0.0937362 Dec 10 09:22:40.273652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-7d01e086-7223-420e-9d11-aa8328427ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:40.275712 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-7d01e086-7223-420e-9d11-aa8328427ad7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1099 time: 0.1115749 Dec 10 09:22:40.389324 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4ab4676f-370f-46e0-a4a7-49ab8b503570 req-9b99bde5-9278-4469-a6d0-f0f5f5a6f0d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124637 Dec 10 09:22:40.417661 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-1128d557-4009-440f-ab9f-61c093ec9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:40.419139 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-1128d557-4009-440f-ab9f-61c093ec9c20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.1175208 Dec 10 09:22:40.547379 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-bfadf734-3176-4583-9d50-517425000b11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 1001 time: 0.1208479 Dec 10 09:22:40.600498 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-71570095-ebe4-45d7-af00-54676aac6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:40.602068 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-71570095-ebe4-45d7-af00-54676aac6875 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0469532 Dec 10 09:22:40.651047 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-e7260e27-22ed-4c94-83a8-47685e9a1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:40.652780 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-e7260e27-22ed-4c94-83a8-47685e9a1d83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414357 Dec 10 09:22:40.749525 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-6ccef7e0-a71f-43d8-aa3a-045f2b04bec0 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 Dec 10 09:22:40.842633 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df5ffed1-5f92-423e-9e12-881f0cecac55 req-368a99cf-b976-4595-bc55-8f92576b6770 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847101 Dec 10 09:22:41.513249 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb55f4-6171-41ff-aa55-14dc0100e5c1 req-64b43d6d-f268-4ea7-b1eb-4f6b8477f6e9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:41.514845 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-52cb55f4-6171-41ff-aa55-14dc0100e5c1 req-64b43d6d-f268-4ea7-b1eb-4f6b8477f6e9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 945 time: 0.0514112 Dec 10 09:22:41.777371 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-52cb55f4-6171-41ff-aa55-14dc0100e5c1 req-b3033060-f323-4f5c-b279-e7553fad9aa9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560747 Dec 10 09:22:41.970181 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40704) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.081271 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-759fb0f2-71a2-4ad5-9b9b-0a887f9d905d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.158395 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-759fb0f2-71a2-4ad5-9b9b-0a887f9d905d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.163816 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-759fb0f2-71a2-4ad5-9b9b-0a887f9d905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.200932 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-759fb0f2-71a2-4ad5-9b9b-0a887f9d905d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb210ae05ace478fbfdaa64c82aa6e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293091 Dec 10 09:22:42.202191 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fb0f2-71a2-4ad5-9b9b-0a887f9d905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cd162-e185-49a2-a9bc-15d76b04b98e,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.204372 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.256056 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa25b-9588-44dd-bbcd-01923a11768f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.285210 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa25b-9588-44dd-bbcd-01923a11768f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.333059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa25b-9588-44dd-bbcd-01923a11768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.335755 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1fdaa25b-9588-44dd-bbcd-01923a11768f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.336905 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-1fdaa25b-9588-44dd-bbcd-01923a11768f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c7cd162-e185-49a2-a9bc-15d76b04b98e HTTP/1.1" status: 204 len: 168 time: 0.1306603 Dec 10 09:22:42.345812 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaa25b-9588-44dd-bbcd-01923a11768f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cd162-e185-49a2-a9bc-15d76b04b98e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.607316 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40722) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.620622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a8e4-01aa-4ae6-8402-3cb03ab071fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.700745 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a8e4-01aa-4ae6-8402-3cb03ab071fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.706257 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a8e4-01aa-4ae6-8402-3cb03ab071fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.748230 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-4ec5a8e4-01aa-4ae6-8402-3cb03ab071fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f28c601e4d648b4adc36f5860c53c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370485 Dec 10 09:22:42.748230 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5a8e4-01aa-4ae6-8402-3cb03ab071fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720e89af-c13d-4b73-93c4-952530cda138,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.748741 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40728) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.764277 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76952474-4091-4f33-9fda-d436223b4070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.805416 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d222becb-c8de-41b6-96f6-ed55b228b0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.827666 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d222becb-c8de-41b6-96f6-ed55b228b0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.907813 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8554f-0e98-429d-8bb4-89b5fcc4b629 req-59c9fb79-2923-48fc-928d-5afd13aa44f7 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:42.909302 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3d8554f-0e98-429d-8bb4-89b5fcc4b629 req-59c9fb79-2923-48fc-928d-5afd13aa44f7 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 945 time: 0.0559483 Dec 10 09:22:42.910454 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d222becb-c8de-41b6-96f6-ed55b228b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.913030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d222becb-c8de-41b6-96f6-ed55b228b0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.914051 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d222becb-c8de-41b6-96f6-ed55b228b0b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/720e89af-c13d-4b73-93c4-952530cda138 HTTP/1.1" status: 204 len: 168 time: 0.1642308 Dec 10 09:22:42.933485 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222becb-c8de-41b6-96f6-ed55b228b0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e89af-c13d-4b73-93c4-952530cda138,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.967798 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3d8554f-0e98-429d-8bb4-89b5fcc4b629 req-b4c00a17-c2c8-4ddb-972f-af49472cc6e6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511317 Dec 10 09:22:43.419188 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f88bd817-687e-42f0-bbe5-c3768a3617e4 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:43.476469 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port f88bd817-687e-42f0-bbe5-c3768a3617e4 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:22:43.485754 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port f88bd817-687e-42f0-bbe5-c3768a3617e4 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:43.486104 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:43.572652 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:43.598292 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:43.600927 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32cdd20-55c3-4936-b722-27552d9b56d5" -d '{"events": [{"server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "name": "network-vif-plugged", "status": "completed", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:43.613522 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f88bd817-687e-42f0-bbe5-c3768a3617e4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:43.618076 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:43.648426 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2670d4-3040-480f-a483-746dad28da55 x-openstack-request-id: req-2d2670d4-3040-480f-a483-746dad28da55 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:43.648739 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "name": "network-vif-plugged", "status": "completed", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:43.648991 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2670d4-3040-480f-a483-746dad28da55 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:43.649378 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'code': 200} Dec 10 09:22:43.669597 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f88bd817-687e-42f0-bbe5-c3768a3617e4,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:44.088124 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1be80-6b0b-4ca8-a995-23549747d54c req-417ea3ca-d6fe-41bb-9689-e890340116ab tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:44.089688 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6d1be80-6b0b-4ca8-a995-23549747d54c req-417ea3ca-d6fe-41bb-9689-e890340116ab tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0509701 Dec 10 09:22:44.137469 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6d1be80-6b0b-4ca8-a995-23549747d54c req-8f36cefc-bb0e-440c-94b8-9f0507ab12ba tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Dec 10 09:22:44.686122 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba1049-4c10-4f8d-9f75-9e0f2a12bda0 req-1729e668-248f-4e43-bbc8-d0657d0f7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:44.687790 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c2ba1049-4c10-4f8d-9f75-9e0f2a12bda0 req-1729e668-248f-4e43-bbc8-d0657d0f7ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1099 time: 0.0415928 Dec 10 09:22:44.742745 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c2ba1049-4c10-4f8d-9f75-9e0f2a12bda0 req-04a9ef5e-4ab5-43c8-87aa-a2c719f4a343 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Dec 10 09:22:44.969618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40822) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.058444 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-48fb4784-3e51-4387-a10b-17feab3cbb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.080730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef12-b725-4aba-baac-27f810e2e4c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.155395 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef12-b725-4aba-baac-27f810e2e4c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.160584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f76ef12-b725-4aba-baac-27f810e2e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.197800 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-9f76ef12-b725-4aba-baac-27f810e2e4c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb2678d788a64b948e53699740c3123a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270603 Dec 10 09:22:45.200770 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40828) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.214955 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76ef12-b725-4aba-baac-27f810e2e4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5b6db-3286-407b-b8a7-fad7d5337c43,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.255481 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8f0caebc-7d54-48d6-a103-8c7e1f6ec461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.256522 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb9d52-6270-4942-a098-71d9414d7f50 req-e0813fd4-a42c-4266-941b-fdabef58b620 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:45.258553 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a7fb9d52-6270-4942-a098-71d9414d7f50 req-e0813fd4-a42c-4266-941b-fdabef58b620 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0515926 Dec 10 09:22:45.276790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8f0caebc-7d54-48d6-a103-8c7e1f6ec461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.308401 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a7fb9d52-6270-4942-a098-71d9414d7f50 req-9fcad882-9312-448a-a11f-6b6a03d75028 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436699 Dec 10 09:22:45.323441 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8f0caebc-7d54-48d6-a103-8c7e1f6ec461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.326275 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8f0caebc-7d54-48d6-a103-8c7e1f6ec461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.327376 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-8f0caebc-7d54-48d6-a103-8c7e1f6ec461 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eca5b6db-3286-407b-b8a7-fad7d5337c43 HTTP/1.1" status: 204 len: 168 time: 0.1257446 Dec 10 09:22:45.335459 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0caebc-7d54-48d6-a103-8c7e1f6ec461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5b6db-3286-407b-b8a7-fad7d5337c43,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.614122 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40846) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.627838 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e477745b-dfb9-4b7f-b847-908852d1067b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.711312 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e477745b-dfb9-4b7f-b847-908852d1067b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.716546 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e477745b-dfb9-4b7f-b847-908852d1067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.751596 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477745b-dfb9-4b7f-b847-908852d1067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658990d4-1966-43b3-bc4f-336a4ab00c43,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.755726 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e477745b-dfb9-4b7f-b847-908852d1067b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb659636103a426390367cfb246864b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405740 Dec 10 09:22:45.758627 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40848) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.812093 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-446edd3c-c53c-40f1-9cb4-7033d2b78663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.834415 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-446edd3c-c53c-40f1-9cb4-7033d2b78663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.883540 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-446edd3c-c53c-40f1-9cb4-7033d2b78663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.886149 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-446edd3c-c53c-40f1-9cb4-7033d2b78663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.887301 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-446edd3c-c53c-40f1-9cb4-7033d2b78663 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/658990d4-1966-43b3-bc4f-336a4ab00c43 HTTP/1.1" status: 204 len: 168 time: 0.1277821 Dec 10 09:22:45.896213 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446edd3c-c53c-40f1-9cb4-7033d2b78663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658990d4-1966-43b3-bc4f-336a4ab00c43,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.248900 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.324468 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40870) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.439092 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d14a-fde2-4ab6-ad33-fec093dccc2f req-c3872328-9c65-41b5-8a11-3dd0d5df3657 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:46.446534 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3944d14a-fde2-4ab6-ad33-fec093dccc2f req-c3872328-9c65-41b5-8a11-3dd0d5df3657 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0650272 Dec 10 09:22:46.494847 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3944d14a-fde2-4ab6-ad33-fec093dccc2f req-8a8bea8f-feb9-4b82-89cc-cc76f08ec2ad tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473042 Dec 10 09:22:46.529994 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-add28117-8c2a-4a3e-923b-b5307b9ea525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.678361 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-add28117-8c2a-4a3e-923b-b5307b9ea525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.700620 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a4b28-3014-4856-8864-53ea5893361a req-653ed5a3-eadc-4b36-9777-69b291ee3941 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:46.702607 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-476a4b28-3014-4856-8864-53ea5893361a req-653ed5a3-eadc-4b36-9777-69b291ee3941 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.1049683 Dec 10 09:22:46.706325 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-add28117-8c2a-4a3e-923b-b5307b9ea525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.712030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40900) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.718048 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'floatingip': {'port_id': 'f88bd817-687e-42f0-bbe5-c3768a3617e4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:46.752492 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add28117-8c2a-4a3e-923b-b5307b9ea525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb4458-779d-457e-8bbb-b998cccc5dec,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.760789 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 40904) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.769028 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-add28117-8c2a-4a3e-923b-b5307b9ea525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6455f26dd6384bcda0c66af020b24b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309797 Dec 10 09:22:46.805203 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.850845 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b804d93-3a81-440d-8fb3-955db0c51136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.919956 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b804d93-3a81-440d-8fb3-955db0c51136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.053375 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b804d93-3a81-440d-8fb3-955db0c51136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.056512 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b804d93-3a81-440d-8fb3-955db0c51136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.060586 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5b804d93-3a81-440d-8fb3-955db0c51136 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dedb4458-779d-457e-8bbb-b998cccc5dec HTTP/1.1" status: 204 len: 168 time: 0.2955930 Dec 10 09:22:47.100242 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b804d93-3a81-440d-8fb3-955db0c51136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb4458-779d-457e-8bbb-b998cccc5dec,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:47.359810 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.461166 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.466057 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.524257 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40924) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:47.538780 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2b2396f2-12ba-4583-83e7-ddbc1b939569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.570403 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.l3_db [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Floating IP 7471ab64-27a2-4305-a500-ed71e04f47b1 associated. External IP: 172.27.2.238, port: f88bd817-687e-42f0-bbe5-c3768a3617e4. Dec 10 09:22:47.615250 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2b2396f2-12ba-4583-83e7-ddbc1b939569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.620901 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2b2396f2-12ba-4583-83e7-ddbc1b939569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.663741 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2396f2-12ba-4583-83e7-ddbc1b939569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9da42a-43a6-4c52-8ccc-1dae17b38a07,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:47.668042 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-2b2396f2-12ba-4583-83e7-ddbc1b939569 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=984c5449942c46a2bec3f857d8a94786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427562 Dec 10 09:22:47.670916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 40930) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:47.724074 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49178c0f-b897-4685-8812-649a1c635761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.749732 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49178c0f-b897-4685-8812-649a1c635761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.815183 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49178c0f-b897-4685-8812-649a1c635761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.819385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49178c0f-b897-4685-8812-649a1c635761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.820903 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-49178c0f-b897-4685-8812-649a1c635761 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f9da42a-43a6-4c52-8ccc-1dae17b38a07 HTTP/1.1" status: 204 len: 168 time: 0.1490121 Dec 10 09:22:47.821356 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Router b009e771-104a-46ff-a386-0d24f3e9415a has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:47.830661 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49178c0f-b897-4685-8812-649a1c635761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9da42a-43a6-4c52-8ccc-1dae17b38a07,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:47.950065 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:47.956536 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:47.964741 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:47.988822 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:47.989367 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:47.991299 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f488e004-ca46-4ece-b791-95eb43ad6e67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "PUT /v2.0/floatingips/7471ab64-27a2-4305-a500-ed71e04f47b1 HTTP/1.1" status: 200 len: 992 time: 1.2770607 Dec 10 09:22:47.991912 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:47.994290 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1971b82d-7e33-4b67-869d-73f8901976e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:48.121833 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:48.138055 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4de9660-b14f-47ff-96ec-7c93a517eeb0 x-openstack-request-id: req-c4de9660-b14f-47ff-96ec-7c93a517eeb0 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:48.138408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:48.138737 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4de9660-b14f-47ff-96ec-7c93a517eeb0 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:48.139441 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'status': 'completed', 'code': 200} Dec 10 09:22:48.148039 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-354bf99e-f47e-4bb0-828a-bdf4a28893a0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.149533 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-354bf99e-f47e-4bb0-828a-bdf4a28893a0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.1442385 Dec 10 09:22:48.166112 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-09cc040c-f3b4-4605-b01f-d1664a15e501 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/quotas/a2adf63dbacb4c15bf70d993630e30b7 HTTP/1.1" status: 200 len: 375 time: 0.0102758 Dec 10 09:22:48.263350 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-079c9163-2029-4e03-95f5-a2fc0561f204 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909348 Dec 10 09:22:48.270176 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-5559fcfa-71d3-4da1-aeb5-069c1150e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.271613 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-5559fcfa-71d3-4da1-aeb5-069c1150e490 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1099 time: 0.0685389 Dec 10 09:22:48.381802 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '7471ab64-27a2-4305-a500-ed71e04f47b1', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'port_id': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'mac_address': 'fa:16:3e:e5:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:22Z', 'updated_at': '2021-12-10T09:22:47Z', 'revision_number': 1, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:48.413816 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:48.422611 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:48.423446 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:48.505423 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-07aeac82-b558-4a51-bf2d-40cb68883768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.510951 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-07aeac82-b558-4a51-bf2d-40cb68883768 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.2213833 Dec 10 09:22:48.564691 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:48.603973 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-3cf922aa-b53a-42c7-ae89-e6bf3b3a586a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 1000 time: 0.0821919 Dec 10 09:22:48.609054 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-59daed9d-ed78-4a2c-be10-1d01fbf26804 service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364100 Dec 10 09:22:48.609506 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.713870 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-f2718150-e0b2-4e7d-99b6-9f5866906733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.715580 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-f2718150-e0b2-4e7d-99b6-9f5866906733 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.1004794 Dec 10 09:22:48.795721 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-5afd9e1e-fb8a-4dc7-acd0-9ba2aa293ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.797207 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-5afd9e1e-fb8a-4dc7-acd0-9ba2aa293ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708027 Dec 10 09:22:48.804029 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-cba204b5-c78b-4ec1-a320-8f6400cd7697 service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571026 Dec 10 09:22:48.865511 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '7471ab64-27a2-4305-a500-ed71e04f47b1', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'port_id': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'mac_address': 'fa:16:3e:e5:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:22Z', 'updated_at': '2021-12-10T09:22:47Z', 'revision_number': 1, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:48.896188 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8a6de-9a4d-4214-a4f4-3cc457be890f None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '7471ab64-27a2-4305-a500-ed71e04f47b1', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'port_id': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'mac_address': 'fa:16:3e:e5:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:22Z', 'updated_at': '2021-12-10T09:22:47Z', 'revision_number': 1, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:49.083378 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-337e010f-0b20-46b6-90b7-57cf49184583 req-2cee466e-58cc-4d88-9a17-ff086e8aebfd tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 210 time: 0.0804899 Dec 10 09:22:49.263556 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca88601-6f50-4210-a77a-bee404b1bd55 None None] New status for floating IP 7471ab64-27a2-4305-a500-ed71e04f47b1: ACTIVE {{(pid=102410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:22:51.856118 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-1f68d6d4-83ae-46b7-8668-4a9fb6244d20 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001365 Dec 10 09:22:51.864328 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a411cc27-6ff1-44d1-b1bf-542954fa242e req-545efc15-6ac8-4bf0-91e5-b93f81d31747 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 210 time: 0.0304999 Dec 10 09:22:51.958319 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1971b82d-7e33-4b67-869d-73f8901976e5 req-c889d872-f4df-4441-8523-4fcd7a2063ad service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909894 Dec 10 09:22:52.566997 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-047a6c6d-9d30-4eff-9d48-ffded71f7297 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:52.568484 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-047a6c6d-9d30-4eff-9d48-ffded71f7297 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.1175461 Dec 10 09:22:52.587030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Request body: {'port': {'device_id': '00d4a047-a358-4f44-b096-10930cec7cd5', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'admin_state_up': True, 'tenant_id': 'a2adf63dbacb4c15bf70d993630e30b7'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:52.713115 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Made reservation on behalf of a2adf63dbacb4c15bf70d993630e30b7 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:52.716740 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:52.864112 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Allocated IP 172.20.0.12 (7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9/84c616fd-41b9-4f8e-9297-5f443f8693a1/897e2213-66c6-4731-9612-c2f8d4c839b2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:53.031031 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-52f37260-c4cd-400f-ad94-5837d37d8eec req-99ff08a6-9018-40ee-80a2-b7170e0c38ab tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 210 time: 0.0339031 Dec 10 09:22:53.079514 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.117886 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.132952 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:22:53.162269 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:53.165372 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:53.169939 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:53.175415 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:53.176051 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.185847 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event updated for resources: {'Port': ['ID=897e2213-66c6-4731-9612-c2f8d4c839b2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:53.202698 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-0ccb98f6-03d0-4e5b-9107-0b33f4e0003c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6196623 Dec 10 09:22:53.220339 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Request body: {'port': {'device_id': '00d4a047-a358-4f44-b096-10930cec7cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:53.272474 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.550191 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897e2213-66c6-4731-9612-c2f8d4c839b2 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:53.558815 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.575727 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Transition to ACTIVE for port object 897e2213-66c6-4731-9612-c2f8d4c839b2 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:53.581100 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.637143 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Pushing event updated for resources: {'Port': ['ID=897e2213-66c6-4731-9612-c2f8d4c839b2,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:53.665084 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Attempting to bind port 897e2213-66c6-4731-9612-c2f8d4c839b2 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:53.665292 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Attempting to bind port 897e2213-66c6-4731-9612-c2f8d4c839b2 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:53.665523 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Attempting to bind port 897e2213-66c6-4731-9612-c2f8d4c839b2 on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:53.669980 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Port 897e2213-66c6-4731-9612-c2f8d4c839b2 on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:53.670430 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Attempting to bind port 897e2213-66c6-4731-9612-c2f8d4c839b2 on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:53.675739 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:53.676082 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Checking segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:53.676488 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Bound using segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:53.676920 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Bound port: 897e2213-66c6-4731-9612-c2f8d4c839b2, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:53.677268 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.753113 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] For port 897e2213-66c6-4731-9612-c2f8d4c839b2, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:53.756950 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] For port 897e2213-66c6-4731-9612-c2f8d4c839b2, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=897e2213-66c6-4731-9612-c2f8d4c839b2,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:53.761049 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.797122 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:53.797729 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:53.799243 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] 10.222.0.43 "PUT /v2.0/ports/897e2213-66c6-4731-9612-c2f8d4c839b2 HTTP/1.1" status: 200 len: 1094 time: 0.5832534 Dec 10 09:22:53.801499 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d4a047-a358-4f44-b096-10930cec7cd5', 'tag': '897e2213-66c6-4731-9612-c2f8d4c839b2'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:53.803728 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef7855-c558-4a46-a2db-7a09dc80d818" -d '{"events": [{"name": "network-changed", "server_uuid": "00d4a047-a358-4f44-b096-10930cec7cd5", "tag": "897e2213-66c6-4731-9612-c2f8d4c839b2"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:53.834359 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2692a-1a36-4e1f-abde-61d89840f41d service neutron] Pushing event updated for resources: {'Port': ['ID=897e2213-66c6-4731-9612-c2f8d4c839b2,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:53.874732 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206ed3e-34e0-434b-b4d5-398d41efa109 x-openstack-request-id: req-f206ed3e-34e0-434b-b4d5-398d41efa109 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:53.875326 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d4a047-a358-4f44-b096-10930cec7cd5", "tag": "897e2213-66c6-4731-9612-c2f8d4c839b2", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:53.875326 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f206ed3e-34e0-434b-b4d5-398d41efa109 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:53.875681 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d4a047-a358-4f44-b096-10930cec7cd5', 'tag': '897e2213-66c6-4731-9612-c2f8d4c839b2', 'status': 'completed', 'code': 200} Dec 10 09:22:53.906158 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-8221fe01-1d1a-45b7-b2f9-386380adb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:53.908016 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-8221fe01-1d1a-45b7-b2f9-386380adb1df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0509834 Dec 10 09:22:53.961629 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-972b03f9-f463-4b68-9304-51e8775f0c7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=897e2213-66c6-4731-9612-c2f8d4c839b2 HTTP/1.1" status: 200 len: 217 time: 0.0447841 Dec 10 09:22:54.234537 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537e77b-82e9-4b90-9a60-b9e7de117d5a req-03e49422-c96b-4ed4-8b89-d8f637688fcf tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.242715 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6537e77b-82e9-4b90-9a60-b9e7de117d5a req-03e49422-c96b-4ed4-8b89-d8f637688fcf tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 944 time: 0.1223333 Dec 10 09:22:54.251853 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-3ddd5b01-407f-4afa-b411-aea48de81210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.253640 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-3ddd5b01-407f-4afa-b411-aea48de81210 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.2850373 Dec 10 09:22:54.296231 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-4b181d9d-9674-4147-945c-d35551b2adb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330296 Dec 10 09:22:54.329748 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6537e77b-82e9-4b90-9a60-b9e7de117d5a req-84c1a386-e01d-4263-a68b-7ff85d6103a8 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785961 Dec 10 09:22:54.413988 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-3be67460-98af-4288-91d9-3c712be45a39 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060801 Dec 10 09:22:54.553669 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6684556c-ab06-4e6e-9fae-6ddc08cfba64 req-fe176570-ff5d-47bf-afae-377d6151a4b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259565 Dec 10 09:22:54.578351 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d3f4-f747-468e-b0c2-71df86479f2a req-a282dd1f-f8e7-4188-8b7e-501b92ec9899 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.580208 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0bb4d3f4-f747-468e-b0c2-71df86479f2a req-a282dd1f-f8e7-4188-8b7e-501b92ec9899 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0505378 Dec 10 09:22:54.649737 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0bb4d3f4-f747-468e-b0c2-71df86479f2a req-bac6eda3-3901-4d2d-b49b-f0933854b6eb tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Dec 10 09:22:54.679877 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-95bc71d6-1d32-45ab-8d03-52f315bf2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.681435 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-95bc71d6-1d32-45ab-8d03-52f315bf2299 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0681770 Dec 10 09:22:54.803195 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-47234d59-8122-4815-9cfe-f038887cca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.804875 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-47234d59-8122-4815-9cfe-f038887cca76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 916 time: 0.1066768 Dec 10 09:22:54.874352 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-ceeb01e6-6d8f-494f-8321-2af2a8ebebff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=897e2213-66c6-4731-9612-c2f8d4c839b2 HTTP/1.1" status: 200 len: 217 time: 0.0458362 Dec 10 09:22:54.936782 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-477e6983-d0dd-4bc1-bfab-4fe821fa0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.939575 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-477e6983-d0dd-4bc1-bfab-4fe821fa0704 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.0546508 Dec 10 09:22:54.976119 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-f28cd50b-150f-40e9-b42f-7501514bee14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286944 Dec 10 09:22:55.076117 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-88ed586a-c46a-4005-b01b-bd8e66e4d1a7 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908892 Dec 10 09:22:55.191065 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2ef7855-c558-4a46-a2db-7a09dc80d818 req-b4ebd041-0379-4a38-bceb-cbfbb53be0b6 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898402 Dec 10 09:22:55.446166 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5878f1f-0003-4282-8582-91682dd38cb2 req-9fab60a2-56a2-4cc7-be1c-2b58ab205946 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:55.447793 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d5878f1f-0003-4282-8582-91682dd38cb2 req-9fab60a2-56a2-4cc7-be1c-2b58ab205946 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 944 time: 0.0526557 Dec 10 09:22:55.503318 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d5878f1f-0003-4282-8582-91682dd38cb2 req-d9d50113-5245-4775-b2b3-5e7b4e29a20b tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Dec 10 09:22:55.785193 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84db9-d92c-4740-8f69-c725d9e570a0 req-ff4e7fbb-9155-431d-a1fe-e8bd3bef8531 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:55.786663 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c3f84db9-d92c-4740-8f69-c725d9e570a0 req-ff4e7fbb-9155-431d-a1fe-e8bd3bef8531 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0525019 Dec 10 09:22:55.835772 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c3f84db9-d92c-4740-8f69-c725d9e570a0 req-2ea02ea1-6ab3-40f6-a17a-8705450deb35 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Dec 10 09:22:56.286382 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 41240) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:56.394338 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.474789 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.481285 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.520289 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c35fd11bb6b6482baad4582502f6a267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327459 Dec 10 09:22:56.521310 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890e04c1-caba-4511-a5f6-8582d14f4d1f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:56.523677 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41244) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:56.530569 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.531138 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.531597 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.532032 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.532597 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.534458 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.534458 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.534458 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.534990 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.535500 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.536041 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.536426 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.536924 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f971f8a-e253-421e-8c7a-f739aa0544df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.597607 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.626414 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.658376 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9ea6-7498-4962-ba26-96811cecc854 req-f2682077-2904-402d-b7bc-3e13b3327e5a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:56.660167 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-be0e9ea6-7498-4962-ba26-96811cecc854 req-f2682077-2904-402d-b7bc-3e13b3327e5a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 944 time: 0.0618565 Dec 10 09:22:56.692536 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.695844 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:56.696988 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/890e04c1-caba-4511-a5f6-8582d14f4d1f HTTP/1.1" status: 204 len: 168 time: 0.1723149 Dec 10 09:22:56.706673 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890e04c1-caba-4511-a5f6-8582d14f4d1f,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:56.723224 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.723583 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.724461 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.724461 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.724797 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.725204 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.725551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.725892 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.726249 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.726583 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.726841 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-be0e9ea6-7498-4962-ba26-96811cecc854 req-5446f81a-59d1-4693-875b-bb70fa7b920d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569837 Dec 10 09:22:56.727021 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.727524 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.727720 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f1490-3b76-4d04-9c8f-f2244e7e8f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:56.899753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41272) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:56.968156 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d374-5f5e-4d8c-b8c6-fe0bc392a967 req-7ddda12e-cb25-40c4-8c89-db0707d74368 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:56.969756 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bd32d374-5f5e-4d8c-b8c6-fe0bc392a967 req-7ddda12e-cb25-40c4-8c89-db0707d74368 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0570416 Dec 10 09:22:57.020215 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 41276) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:57.032674 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-bf70839d-7c71-43f3-83db-353989288546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.035323 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ba602b94-1346-44d1-b8b2-d1f2f5ebac32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.037515 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bd32d374-5f5e-4d8c-b8c6-fe0bc392a967 req-a2db735d-ac1f-4ac7-a79c-90d87438b39a tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605083 Dec 10 09:22:57.126818 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-bf70839d-7c71-43f3-83db-353989288546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.127036 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ba602b94-1346-44d1-b8b2-d1f2f5ebac32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.132314 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-bf70839d-7c71-43f3-83db-353989288546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.133575 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ba602b94-1346-44d1-b8b2-d1f2f5ebac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.172150 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-bf70839d-7c71-43f3-83db-353989288546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f676da9e9e6d4e0a814bb3ee33e0279d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672231 Dec 10 09:22:57.172150 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70839d-7c71-43f3-83db-353989288546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3ffd1-b0e6-48f6-b2b6-70bd5b07d844,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:57.172425 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ba602b94-1346-44d1-b8b2-d1f2f5ebac32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d39d1e0da664e8a86df4560691b4f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503401 Dec 10 09:22:57.172425 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 41278) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:57.174445 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba602b94-1346-44d1-b8b2-d1f2f5ebac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec68bed-9a8b-42e9-bcde-f8ca50ffaf7e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:57.176145 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41280) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:57.225457 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c07d4cac-c55f-486e-8e49-548485a0f892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.226670 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0c4a-d44f-4bed-8986-4c5de36b6454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.246760 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c07d4cac-c55f-486e-8e49-548485a0f892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.247520 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0c4a-d44f-4bed-8986-4c5de36b6454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.296969 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c07d4cac-c55f-486e-8e49-548485a0f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.299734 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c07d4cac-c55f-486e-8e49-548485a0f892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.300927 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-c07d4cac-c55f-486e-8e49-548485a0f892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ec68bed-9a8b-42e9-bcde-f8ca50ffaf7e HTTP/1.1" status: 204 len: 168 time: 0.1233613 Dec 10 09:22:57.310893 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4cac-c55f-486e-8e49-548485a0f892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec68bed-9a8b-42e9-bcde-f8ca50ffaf7e,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:57.325262 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0c4a-d44f-4bed-8986-4c5de36b6454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.329703 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0c4a-d44f-4bed-8986-4c5de36b6454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.333382 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ea9e0c4a-d44f-4bed-8986-4c5de36b6454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc3ffd1-b0e6-48f6-b2b6-70bd5b07d844 HTTP/1.1" status: 204 len: 168 time: 0.1584315 Dec 10 09:22:57.347687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e0c4a-d44f-4bed-8986-4c5de36b6454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3ffd1-b0e6-48f6-b2b6-70bd5b07d844,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:59.745826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 897e2213-66c6-4731-9612-c2f8d4c839b2 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:22:59.845339 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 897e2213-66c6-4731-9612-c2f8d4c839b2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=897e2213-66c6-4731-9612-c2f8d4c839b2,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:59.872051 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '897e2213-66c6-4731-9612-c2f8d4c839b2', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'port_id': '897e2213-66c6-4731-9612-c2f8d4c839b2', 'mac_address': 'fa:16:3e:77:e2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c616fd-41b9-4f8e-9297-5f443f8693a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:22:59.888881 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09087875-b520-4052-bc64-85850689ee0d req-2efc332a-b78c-4b54-927c-51d2cb5e6d3f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:59.890819 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-09087875-b520-4052-bc64-85850689ee0d req-2efc332a-b78c-4b54-927c-51d2cb5e6d3f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 944 time: 0.0533202 Dec 10 09:22:59.914506 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.924170 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fa45d-d978-45ec-9686-dcba4d70434c req-a08ef312-2047-4b29-9099-1982d1fbb4bc tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:59.925780 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-707fa45d-d978-45ec-9686-dcba4d70434c req-a08ef312-2047-4b29-9099-1982d1fbb4bc tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0525579 Dec 10 09:22:59.929182 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897e2213-66c6-4731-9612-c2f8d4c839b2 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:59.949821 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-09087875-b520-4052-bc64-85850689ee0d req-4d8c0745-5e31-460e-8ba8-bc3af78870f6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507793 Dec 10 09:22:59.952204 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 897e2213-66c6-4731-9612-c2f8d4c839b2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=897e2213-66c6-4731-9612-c2f8d4c839b2,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:59.963508 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.982566 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-707fa45d-d978-45ec-9686-dcba4d70434c req-a83a237f-3851-4694-9a99-3838c48e360f tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/security-groups?id=67457df2-cc80-43ec-a461-cdc269a0a486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481105 Dec 10 09:23:00.013371 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=897e2213-66c6-4731-9612-c2f8d4c839b2,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:00.020342 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.020713 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.021067 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.021409 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.021742 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.022123 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.022454 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.022778 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.023101 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.023446 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.023770 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.024087 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.024414 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:00.238555 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-a76aecfc-b201-40a7-8658-cd51d20ad30e tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:00.240073 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-a76aecfc-b201-40a7-8658-cd51d20ad30e tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 946 time: 0.0504043 Dec 10 09:23:00.387783 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Deleting port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:00.388277 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.389922 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['897e2213-66c6-4731-9612-c2f8d4c839b2'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:00.491200 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] For port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,segment=NetworkSegment(203d52f0-aaa1-4248-9a9d-512ea23dd218),segment_id=203d52f0-aaa1-4248-9a9d-512ea23dd218)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:00.491583 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.507544 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Calling delete_port for 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:00.677602 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.705587 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Pushing event deleted for resources: {'Port': ['ID=4b837f4c-a6d2-42b3-b668-7a5812bf43b9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:00.769169 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] No DVR routers for this DVR port 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 on host hv-cinder-81751 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:00.772327 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.775732 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-41d11e1d-0ab5-48bc-a0ba-ee17d0107e17 req-80eac18c-0ef3-477d-b2d3-22d946d69507 tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.43 "DELETE /v2.0/ports/4b837f4c-a6d2-42b3-b668-7a5812bf43b9 HTTP/1.1" status: 204 len: 173 time: 0.5149639 Dec 10 09:23:00.776162 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'name': 'network-vif-deleted', 'tag': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:00.778446 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cee115-19e9-4eaf-9867-2248ae227315" -d '{"events": [{"server_uuid": "5fc99c31-8269-4cb5-9871-866c55929ac9", "name": "network-vif-deleted", "tag": "4b837f4c-a6d2-42b3-b668-7a5812bf43b9"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:00.847206 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b36702d-506d-4dbc-8063-401c46f967ed x-openstack-request-id: req-2b36702d-506d-4dbc-8063-401c46f967ed {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:00.847645 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc99c31-8269-4cb5-9871-866c55929ac9", "name": "network-vif-deleted", "tag": "4b837f4c-a6d2-42b3-b668-7a5812bf43b9", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:00.847768 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b36702d-506d-4dbc-8063-401c46f967ed {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:00.848279 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc99c31-8269-4cb5-9871-866c55929ac9', 'name': 'network-vif-deleted', 'tag': '4b837f4c-a6d2-42b3-b668-7a5812bf43b9', 'status': 'completed', 'code': 200} Dec 10 09:23:01.040338 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['4b837f4c-a6d2-42b3-b668-7a5812bf43b9'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:01.076181 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fddd56-cf7c-4035-b76a-e62d138ddb26 req-c303edab-089c-4912-8c17-d746142b02b0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:01.077744 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f3fddd56-cf7c-4035-b76a-e62d138ddb26 req-c303edab-089c-4912-8c17-d746142b02b0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0596645 Dec 10 09:23:01.086278 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-22378001-37b3-4c1c-9aaf-b7cf9d3139f8 req-b752bc93-25d1-49f9-8a2d-f6eada285b4c tempest-DeleteServersTestJSON-2037323909 tempest-DeleteServersTestJSON-2037323909-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc99c31-8269-4cb5-9871-866c55929ac9 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Dec 10 09:23:01.132134 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f3fddd56-cf7c-4035-b76a-e62d138ddb26 req-cc60b087-7c2e-4839-8933-64cb79953d5c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Dec 10 09:23:02.254802 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e168f-e375-45e7-8b34-9477c004dff7 req-bcca9ad4-683e-4560-9a77-d3ae1f11185d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:02.256543 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b6e168f-e375-45e7-8b34-9477c004dff7 req-bcca9ad4-683e-4560-9a77-d3ae1f11185d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0526197 Dec 10 09:23:02.303644 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b6e168f-e375-45e7-8b34-9477c004dff7 req-1fa0d961-3220-4bb4-ba50-1524c2cc509c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Dec 10 09:23:02.701937 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 897e2213-66c6-4731-9612-c2f8d4c839b2 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:02.757138 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 897e2213-66c6-4731-9612-c2f8d4c839b2 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:02.760914 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 897e2213-66c6-4731-9612-c2f8d4c839b2 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:02.761287 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:02.847039 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:02.873524 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d4a047-a358-4f44-b096-10930cec7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e2213-66c6-4731-9612-c2f8d4c839b2'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:02.875903 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae801278-20d1-405e-ad8f-5607e4714959" -d '{"events": [{"server_uuid": "00d4a047-a358-4f44-b096-10930cec7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "897e2213-66c6-4731-9612-c2f8d4c839b2"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:02.890205 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 897e2213-66c6-4731-9612-c2f8d4c839b2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=897e2213-66c6-4731-9612-c2f8d4c839b2,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:02.896045 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:02.897441 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:02.955857 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9ed2e-316e-4fef-8cdb-729ba8d71b24 x-openstack-request-id: req-a5e9ed2e-316e-4fef-8cdb-729ba8d71b24 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:02.956166 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d4a047-a358-4f44-b096-10930cec7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "897e2213-66c6-4731-9612-c2f8d4c839b2", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:02.956426 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e9ed2e-316e-4fef-8cdb-729ba8d71b24 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:02.956870 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d4a047-a358-4f44-b096-10930cec7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e2213-66c6-4731-9612-c2f8d4c839b2', 'code': 200} Dec 10 09:23:02.961645 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:23:02.962129 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 4b837f4c-a6d2-42b3-b668-7a5812bf43b9 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:02.990001 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=897e2213-66c6-4731-9612-c2f8d4c839b2,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:03.153462 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd75b0-4e12-4d6b-8143-d93a233d7494 req-4d5854c8-76a0-4208-a8ad-989e5f29e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:03.155342 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1bcd75b0-4e12-4d6b-8143-d93a233d7494 req-4d5854c8-76a0-4208-a8ad-989e5f29e940 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 1099 time: 0.0406957 Dec 10 09:23:03.214252 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1bcd75b0-4e12-4d6b-8143-d93a233d7494 req-b0b7a908-2e7c-4c3b-ab22-74394a28be3d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Dec 10 09:23:03.425062 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844c3ee-3e7e-4286-b58d-f1b91456b572 req-9561fa09-9c13-4309-80d7-0d9b4d75fee5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:03.426554 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f844c3ee-3e7e-4286-b58d-f1b91456b572 req-9561fa09-9c13-4309-80d7-0d9b4d75fee5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Dec 10 09:23:03.483348 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f844c3ee-3e7e-4286-b58d-f1b91456b572 req-b1729680-41d5-4ce2-88de-d8b384f2daf7 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495706 Dec 10 09:23:03.523726 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41530) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:03.573948 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_v2 [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Deleting subnet 1ef796e7-0faf-41ab-87d5-53ef882d4f7a {{(pid=102408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:23:03.578911 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.629658 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.642354 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.697867 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.724006 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef796e7-0faf-41ab-87d5-53ef882d4f7a,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:03.735369 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.738948 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-94969a61-ed45-4136-b92a-8da166961a26 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ef796e7-0faf-41ab-87d5-53ef882d4f7a HTTP/1.1" status: 204 len: 168 time: 0.2132013 Dec 10 09:23:03.741289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41536) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:03.953165 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.047477 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.070629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.070973 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.071826 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.072164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > port after_create 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.072478 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.072894 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > port after_update 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.073354 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.073671 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.073982 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.074339 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.461496 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.462172 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.462398 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.463015 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:23:04.463374 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc609721-5b69-4675-a268-40298484681c']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:04.484891 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203d52f0-aaa1-4248-9a9d-512ea23dd218') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:04.485189 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203d52f0-aaa1-4248-9a9d-512ea23dd218') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:04.503297 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.525039 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.537440 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:04.537880 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: from cryptography.utils import int_from_bytes Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: from cryptography.utils import int_from_bytes Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:04.556317 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:04.649605 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.659808 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9df4d7-56e9-4bc8-84ec-32536bf1acdc req-c4d2415b-1ce7-4351-a594-0700494ab819 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:04.661529 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef9df4d7-56e9-4bc8-84ec-32536bf1acdc req-c4d2415b-1ce7-4351-a594-0700494ab819 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0939894 Dec 10 09:23:04.666655 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.669979 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc609721-5b69-4675-a268-40298484681c HTTP/1.1" status: 204 len: 168 time: 0.9276617 Dec 10 09:23:04.685118 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bd72a-a40a-4a9b-8abf-13e1632db549 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc609721-5b69-4675-a268-40298484681c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:04.724436 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef9df4d7-56e9-4bc8-84ec-32536bf1acdc req-81a5e9fc-2763-4ebc-bba6-3f74b78a149d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Dec 10 09:23:04.848020 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41578) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:04.891743 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-be65fcbd-20cd-4aac-90ef-a0f1b4e53c83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac94c8ded1b7421e9964e95558df7e24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421631 Dec 10 09:23:04.894223 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41580) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:04.947533 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-689c9555-0d37-49ac-a709-c93b8508c00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:04.969675 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-689c9555-0d37-49ac-a709-c93b8508c00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:05.016418 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-689c9555-0d37-49ac-a709-c93b8508c00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:05.018962 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-689c9555-0d37-49ac-a709-c93b8508c00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:05.020096 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-689c9555-0d37-49ac-a709-c93b8508c00d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67457df2-cc80-43ec-a461-cdc269a0a486 HTTP/1.1" status: 204 len: 168 time: 0.1250389 Dec 10 09:23:05.027438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c9555-0d37-49ac-a709-c93b8508c00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67457df2-cc80-43ec-a461-cdc269a0a486,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:05.826628 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41662) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:05.844751 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db166e-19a8-4384-aaf8-97ead3f693ea req-4cf83aa6-7b33-43f1-87cb-637827f31b14 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:05.846915 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d4db166e-19a8-4384-aaf8-97ead3f693ea req-4cf83aa6-7b33-43f1-87cb-637827f31b14 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Dec 10 09:23:05.908367 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d4db166e-19a8-4384-aaf8-97ead3f693ea req-52a02812-3030-4f6d-89dd-4c013c2484fe tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Dec 10 09:23:05.956857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-706253042-network', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:06.001231 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Made reservation on behalf of 8b7eb320fb0f4aab81148e64a8e9c2c0 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:06.003659 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.013781 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.105539 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:23:06.110898 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.115956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.140795 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:06.153574 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973bb38a-0612-43d9-b7e7-f84b3e196e0a,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.173143 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.173514 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Added segment ce9c2779-ba12-4184-9f3e-8634c40df27f of type vlan for network f31b0622-b66a-49a3-aa7f-04e0448fe6cc Dec 10 09:23:06.225874 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.253392 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.254462 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:06.255421 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.308333 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4787989 Dec 10 09:23:06.311491 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41696) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:06.323056 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Request body: {'subnet': {'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-subnet', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:06.336267 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5a54-3ce6-43ab-b1bb-f9131f5c894a admin admin] Pushing event updated for resources: {'Network': ['ID=f31b0622-b66a-49a3-aa7f-04e0448fe6cc,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.347333 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:06.354638 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Made reservation on behalf of 8b7eb320fb0f4aab81148e64a8e9c2c0 for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:06.357566 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5783032'] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.594475 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5870910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5783014'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.651186 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=01567b6e-8ca3-4e3c-8786-0eda1b3e686e,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.660002 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Checking segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:06.660371 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Network hostable DHCP agents. Network: f31b0622-b66a-49a3-aa7f-04e0448fe6cc, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:06.683437 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:06.696560 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, f31b0622-b66a-49a3-aa7f-04e0448fe6cc) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:06.702192 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:06.702828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.708338 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6a489-af31-4db8-8414-7f277f4fbace None None] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:06.721830 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 41710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:06.727841 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:06.731937 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-784945a2-27f6-47d6-9ce4-83d48d284aac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4122620 Dec 10 09:23:06.751076 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.752494 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.814653 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badf992-dc3f-4daa-b98b-630a240711f6 None None] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:06.815149 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.986108 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.217610 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.241078 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.349430 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-4a2c9698-6f3f-4d26-bba0-6b79cc2723e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981266 Dec 10 09:23:07.376696 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Allocated IP 172.27.2.252 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/33779790-682f-491f-b710-d7bd9a6639e1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:07.496233 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-3f490821-9415-4631-acd9-bf00e7573065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:07.498208 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-3f490821-9415-4631-acd9-bf00e7573065 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 1098 time: 0.0678148 Dec 10 09:23:07.517169 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.620733 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.659839 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-df75ae46-814b-4e56-a246-132111dc1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:07.661347 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-df75ae46-814b-4e56-a246-132111dc1ea7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 916 time: 0.1411612 Dec 10 09:23:07.674071 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:07.685094 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:07.692904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:07.720419 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Pushing event updated for resources: {'Port': ['ID=33779790-682f-491f-b710-d7bd9a6639e1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:07.725372 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-07605ecf-fb92-442a-b683-7c6658ef7c95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f HTTP/1.1" status: 200 len: 217 time: 0.0483341 Dec 10 09:23:07.841715 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.855460 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-cefcefad-e209-4514-9b8b-f6a50ab42cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:07.857139 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-cefcefad-e209-4514-9b8b-f6a50ab42cd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.0986056 Dec 10 09:23:07.928638 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-f3841609-0199-4464-ad08-e327ce500614 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546250 Dec 10 09:23:08.059364 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.330816 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-75ed84a9-8471-4e6f-9f3f-232be25f41ef service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917444 Dec 10 09:23:08.515286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a50ccfed-442b-41ec-ab28-503fd3ef6529 req-da0e4c9d-76c3-48eb-8299-3505b8a06f4a service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715715 Dec 10 09:23:08.567087 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.702488 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Router 19828495-9cb4-4119-8089-d80b87dd51cb is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:23:08.817026 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:08.831210 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Sync routers for ids ['19828495-9cb4-4119-8089-d80b87dd51cb'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:08.841402 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.843380 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-31a2ac8d-25e6-4c6e-b1d3-ea2827507e6e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1193168 Dec 10 09:23:08.846364 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Routers {'19828495-9cb4-4119-8089-d80b87dd51cb'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:08.846569 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41754) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:08.847067 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['19828495-9cb4-4119-8089-d80b87dd51cb'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:08.959861 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Set router 19828495-9cb4-4119-8089-d80b87dd51cb gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:09.183508 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:07Z', 'revision_number': 3, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:09.218756 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Checking router: 19828495-9cb4-4119-8089-d80b87dd51cb for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:23:09.219118 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Updating router 19828495-9cb4-4119-8089-d80b87dd51cb port 33779790-682f-491f-b710-d7bd9a6639e1 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:23:09.245256 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.329640 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.349444 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 41770) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:09.468880 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15981a92-4127-4865-aebf-9682f9deab26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.514641 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Allocated IP 172.20.0.1 (f31b0622-b66a-49a3-aa7f-04e0448fe6cc/01567b6e-8ca3-4e3c-8786-0eda1b3e686e/9c271246-a908-4553-8056-09732b853399) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:09.551035 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15981a92-4127-4865-aebf-9682f9deab26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.557709 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15981a92-4127-4865-aebf-9682f9deab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.597245 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-15981a92-4127-4865-aebf-9682f9deab26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c92338e3dd94471faa5121f7fb51d2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463608 Dec 10 09:23:09.598265 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15981a92-4127-4865-aebf-9682f9deab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd15b1-bc7b-4274-b1b5-4f68028f38ea,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:09.599848 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41774) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:09.616297 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.621923 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.654768 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.671749 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Pushing event updated for resources: {'Port': ['ID=33779790-682f-491f-b710-d7bd9a6639e1,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:09.680812 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.681189 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.681549 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.682318 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.682318 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.682590 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.682880 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.683204 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.683528 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.683871 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.684198 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.684535 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.684858 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:09.689235 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Attempting to bind port 33779790-682f-491f-b710-d7bd9a6639e1 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:09.689608 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Attempting to bind port 33779790-682f-491f-b710-d7bd9a6639e1 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:09.689988 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Attempting to bind port 33779790-682f-491f-b710-d7bd9a6639e1 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:09.695319 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:09.695698 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:09.696082 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.696255 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fe483c2b-d752-437f-9fba-314ae72ed906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.696465 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:09.696930 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Bound port: 33779790-682f-491f-b710-d7bd9a6639e1, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:09.697321 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.725375 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.739933 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fe483c2b-d752-437f-9fba-314ae72ed906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.760109 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] For port 33779790-682f-491f-b710-d7bd9a6639e1, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:09.763720 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] For port 33779790-682f-491f-b710-d7bd9a6639e1, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=33779790-682f-491f-b710-d7bd9a6639e1,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:09.769889 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.796857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:09.805523 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:09.811175 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:09.832272 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b71d0-0cef-4006-955b-642009f6538a None None] Pushing event updated for resources: {'Port': ['ID=33779790-682f-491f-b710-d7bd9a6639e1,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:09.833813 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c271246-a908-4553-8056-09732b853399,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:09.835147 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Routers {'19828495-9cb4-4119-8089-d80b87dd51cb'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:09.835763 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['19828495-9cb4-4119-8089-d80b87dd51cb'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:09.862080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.866182 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fe483c2b-d752-437f-9fba-314ae72ed906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.868983 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fe483c2b-d752-437f-9fba-314ae72ed906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.870226 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-fe483c2b-d752-437f-9fba-314ae72ed906 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ccd15b1-bc7b-4274-b1b5-4f68028f38ea HTTP/1.1" status: 204 len: 168 time: 0.2691455 Dec 10 09:23:09.933921 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe483c2b-d752-437f-9fba-314ae72ed906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd15b1-bc7b-4274-b1b5-4f68028f38ea,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:09.957375 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] Set router 19828495-9cb4-4119-8089-d80b87dd51cb gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:10.025308 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.186175 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:07Z', 'revision_number': 3, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:10.231588 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f742-30fb-4cb1-81ec-aa6a357c62bf None None] The sync data for ids ['19828495-9cb4-4119-8089-d80b87dd51cb'] in dv-cinder-817514-4-iscsi is: [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:07Z', 'revision_number': 3, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:10.231777 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 41788) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:10.257202 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-67f82e06-c767-482a-b740-33167e677328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.262836 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.271798 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.357094 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.371935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c271246-a908-4553-8056-09732b853399,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:10.484098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-67f82e06-c767-482a-b740-33167e677328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.492823 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-67f82e06-c767-482a-b740-33167e677328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.529326 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:10.540284 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:10.552136 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-67f82e06-c767-482a-b740-33167e677328 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af1555c3ef6e47b995a3ee44032e2701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191969 Dec 10 09:23:10.553980 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f82e06-c767-482a-b740-33167e677328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a8131-b7c1-4eab-b0f5-d94fe17f21cf,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:10.554996 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 41794) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:10.654803 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07f652a1-55e5-4699-aa1f-e393a27acce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.687214 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07f652a1-55e5-4699-aa1f-e393a27acce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.706753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Router 19828495-9cb4-4119-8089-d80b87dd51cb has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:10.762613 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07f652a1-55e5-4699-aa1f-e393a27acce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.766564 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07f652a1-55e5-4699-aa1f-e393a27acce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.767917 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-07f652a1-55e5-4699-aa1f-e393a27acce7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a76a8131-b7c1-4eab-b0f5-d94fe17f21cf HTTP/1.1" status: 204 len: 168 time: 0.2098892 Dec 10 09:23:10.779021 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f652a1-55e5-4699-aa1f-e393a27acce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a8131-b7c1-4eab-b0f5-d94fe17f21cf,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:11.060485 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 33779790-682f-491f-b710-d7bd9a6639e1 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:11.087324 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:11.093472 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-365f7b08-7e08-45f4-aa39-39a5580d52b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/19828495-9cb4-4119-8089-d80b87dd51cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2458351 Dec 10 09:23:11.129090 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 33779790-682f-491f-b710-d7bd9a6639e1 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:11.129443 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.246237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.287415 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 33779790-682f-491f-b710-d7bd9a6639e1, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=33779790-682f-491f-b710-d7bd9a6639e1,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:11.293634 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.378601 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=33779790-682f-491f-b710-d7bd9a6639e1,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:12.211378 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Sync routers for ids ['19828495-9cb4-4119-8089-d80b87dd51cb'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:12.222598 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Routers {'19828495-9cb4-4119-8089-d80b87dd51cb'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:12.223235 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['19828495-9cb4-4119-8089-d80b87dd51cb'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:12.349982 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Set router 19828495-9cb4-4119-8089-d80b87dd51cb gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:12.562929 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 4, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '9c271246-a908-4553-8056-09732b853399', 'name': '', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'mac_address': 'fa:16:3e:6a:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:09Z', 'updated_at': '2021-12-10T09:23:10Z', 'revision_number': 2, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'subnets': [{'id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:12.588850 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Checking router: 19828495-9cb4-4119-8089-d80b87dd51cb for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:23:12.589209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Updating router 19828495-9cb4-4119-8089-d80b87dd51cb port 9c271246-a908-4553-8056-09732b853399 binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:23:12.617859 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.797433 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46fb6026-5c33-4617-97c7-234970e8ea6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.895130 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.901574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.949551 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdac92-17de-4031-9b76-d2212417f79b None None] Pushing event updated for resources: {'Port': ['ID=9c271246-a908-4553-8056-09732b853399,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:12.992968 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 33779790-682f-491f-b710-d7bd9a6639e1 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:13.028067 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Attempting to bind port 9c271246-a908-4553-8056-09732b853399 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:13.028430 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Attempting to bind port 9c271246-a908-4553-8056-09732b853399 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:13.029009 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Attempting to bind port 9c271246-a908-4553-8056-09732b853399 on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:13.041606 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:13.041981 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Checking segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:13.042412 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.042800 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Bound using segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:13.043276 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Bound port: 9c271246-a908-4553-8056-09732b853399, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:13.043676 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.098870 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 33779790-682f-491f-b710-d7bd9a6639e1 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:13.099234 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.140685 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] For port 9c271246-a908-4553-8056-09732b853399, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:13.145265 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] For port 9c271246-a908-4553-8056-09732b853399, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9c271246-a908-4553-8056-09732b853399,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:13.150713 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.218436 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdac92-17de-4031-9b76-d2212417f79b None None] Pushing event updated for resources: {'Port': ['ID=9c271246-a908-4553-8056-09732b853399,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:13.237983 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Routers {'19828495-9cb4-4119-8089-d80b87dd51cb'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:13.238624 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:22:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['19828495-9cb4-4119-8089-d80b87dd51cb'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:13.361549 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] Set router 19828495-9cb4-4119-8089-d80b87dd51cb gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:13.581708 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 4, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '9c271246-a908-4553-8056-09732b853399', 'name': '', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'mac_address': 'fa:16:3e:6a:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:09Z', 'updated_at': '2021-12-10T09:23:13Z', 'revision_number': 4, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'subnets': [{'id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:13.608409 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e7769-b84f-4475-8852-43198bb40f9a None None] The sync data for ids ['19828495-9cb4-4119-8089-d80b87dd51cb'] in dv-cinder-817514-4-iscsi is: [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 4, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '9c271246-a908-4553-8056-09732b853399', 'name': '', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'mac_address': 'fa:16:3e:6a:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:09Z', 'updated_at': '2021-12-10T09:23:13Z', 'revision_number': 4, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'subnets': [{'id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:15.032784 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9c271246-a908-4553-8056-09732b853399 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:15.071574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a47da6ba-6509-427b-9f03-1c25f5d63701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.092534 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 9c271246-a908-4553-8056-09732b853399 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:15.092900 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.173993 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.206239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 9c271246-a908-4553-8056-09732b853399, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9c271246-a908-4553-8056-09732b853399,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:15.211876 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.260141 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=9c271246-a908-4553-8056-09732b853399,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:16.246230 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.990263 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9c271246-a908-4553-8056-09732b853399 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:17.046176 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 9c271246-a908-4553-8056-09732b853399 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:17.046548 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.360230 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:18.591760 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.077248 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-08a0d383-6689-4986-865d-b0e1549b3367 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:27.077752 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-46eaed72-e0bd-4292-ba85-01b6b9d7f08c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:27.079805 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-46eaed72-e0bd-4292-ba85-01b6b9d7f08c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.1121912 Dec 10 09:23:27.082474 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-08a0d383-6689-4986-865d-b0e1549b3367 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 818 time: 0.1082802 Dec 10 09:23:27.097796 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-8624deda-de45-436d-a595-c1c980dff50d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/quotas/a2adf63dbacb4c15bf70d993630e30b7 HTTP/1.1" status: 200 len: 375 time: 0.0112133 Dec 10 09:23:27.100822 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-6704bf1a-137a-4efd-ab63-144139c9e6bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/quotas/8b7eb320fb0f4aab81148e64a8e9c2c0 HTTP/1.1" status: 200 len: 375 time: 0.0135152 Dec 10 09:23:27.150570 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-df5224a9-3501-4967-a277-f9f2fc4da3b4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422878 Dec 10 09:23:27.153112 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-ead134ab-86ac-4c90-831e-b94d020345ed tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472591 Dec 10 09:23:27.246786 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-4e90a4fd-56f4-40fe-89f4-e0c1ae825600 service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866861 Dec 10 09:23:27.249410 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-4fbb8310-d2b9-4e2f-aab8-6a09acea2593 service neutron] 10.222.0.21 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910583 Dec 10 09:23:27.336936 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-1142093b-6283-4b33-a3c1-0d6e55476749 service neutron] 10.222.0.21 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831861 Dec 10 09:23:27.341783 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-17537408-3660-44de-8ac3-1a86df3564b5 service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879917 Dec 10 09:23:27.677311 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-d0ea8d48-af45-4899-994b-4b9b9b81742b tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3838cde1bf614b6b9f91ee34dd761dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359111 Dec 10 09:23:27.679784 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dae303e9-872b-48cf-86c6-2d2897720c5e req-ce8e2af9-6716-4a6b-abb8-17a784522673 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 210 time: 0.0397525 Dec 10 09:23:27.861454 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2aa28371-04fb-41b6-852c-eb40e7ffc7af req-3a7d5067-da51-434c-a95e-b9b32d3705c6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 210 time: 0.0703821 Dec 10 09:23:27.939729 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-a3d884aa-0741-4212-9e12-fcc9c2ce4735 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:27.949243 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-a3d884aa-0741-4212-9e12-fcc9c2ce4735 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655172 Dec 10 09:23:27.971986 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-e42b422e-9fc0-4f81-aa6e-a0a577c939b6 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/quotas/3838cde1bf614b6b9f91ee34dd761dc5 HTTP/1.1" status: 200 len: 375 time: 0.0217247 Dec 10 09:23:28.013795 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-030b29e3-00fa-4289-bd21-41993b56278a tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3838cde1bf614b6b9f91ee34dd761dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404177 Dec 10 09:23:28.129825 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42052) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:28.227153 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-9697524c-5f3a-4cd8-a0e3-e058663e223f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:28.238237 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-9697524c-5f3a-4cd8-a0e3-e058663e223f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 818 time: 0.2485578 Dec 10 09:23:28.259409 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-36ffa42a-cf05-4afe-bfc5-699246885677 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/quotas/8b7eb320fb0f4aab81148e64a8e9c2c0 HTTP/1.1" status: 200 len: 375 time: 0.0218005 Dec 10 09:23:28.361819 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-be4af356-292f-4123-8212-0746ac3df8ad tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012213 Dec 10 09:23:28.419125 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cf8f51ec-0032-4a0d-a0df-fe3561566658 req-ab13e521-0aaa-43ea-8502-f0827a2cabd3 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 210 time: 0.0678082 Dec 10 09:23:28.474638 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66d9e3cb-c4fc-4e79-bc53-8e31f336a774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.528808 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ecab07b-0594-49e3-8875-96294596c2c1 service neutron] 10.222.0.21 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660385 Dec 10 09:23:28.611357 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66d9e3cb-c4fc-4e79-bc53-8e31f336a774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.619244 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66d9e3cb-c4fc-4e79-bc53-8e31f336a774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.646519 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-57a8c141-e548-4867-91e1-a0ce413d9f0e service neutron] 10.222.0.21 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051602 Dec 10 09:23:28.656383 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9e3cb-c4fc-4e79-bc53-8e31f336a774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a9b313-7fcb-4263-bc67-57420e082efb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:28.673310 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-66d9e3cb-c4fc-4e79-bc53-8e31f336a774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0bd4866c3c4413ba27fbf4f744e1f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5410414 Dec 10 09:23:28.675824 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42074) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:28.730037 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac11cddd-8a38-401f-9878-e78434da4e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.753493 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac11cddd-8a38-401f-9878-e78434da4e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.813821 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac11cddd-8a38-401f-9878-e78434da4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.816656 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac11cddd-8a38-401f-9878-e78434da4e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.822557 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ac11cddd-8a38-401f-9878-e78434da4e05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5a9b313-7fcb-4263-bc67-57420e082efb HTTP/1.1" status: 204 len: 168 time: 0.1437821 Dec 10 09:23:28.834373 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11cddd-8a38-401f-9878-e78434da4e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a9b313-7fcb-4263-bc67-57420e082efb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:28.876855 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cf9e29dc-e9b7-4589-8788-d47e12a6a93b req-98f4a871-9d01-431b-bb96-fcbcfc1a9812 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 210 time: 0.0549943 Dec 10 09:23:29.031609 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6a716612-1aa5-424c-9eac-9b6f391632f8 req-198e274a-bc19-4008-8cf4-667e69232486 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 210 time: 0.0663726 Dec 10 09:23:29.270897 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-2274aa21-fc59-4d20-9f7b-5f78b5df9ffd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:29.272755 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-2274aa21-fc59-4d20-9f7b-5f78b5df9ffd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 818 time: 0.1671724 Dec 10 09:23:29.296106 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Request body: {'port': {'device_id': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'admin_state_up': True, 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:29.414742 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Made reservation on behalf of 8b7eb320fb0f4aab81148e64a8e9c2c0 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:29.418516 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.518164 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a197faca-4ff6-4dec-af05-714427d1fbd3 req-0457c94a-0620-498d-8c37-1237ce770849 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 210 time: 0.0271904 Dec 10 09:23:29.552630 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Allocated IP 172.20.0.2 (f31b0622-b66a-49a3-aa7f-04e0448fe6cc/01567b6e-8ca3-4e3c-8786-0eda1b3e686e/aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:29.788926 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.798239 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-46097830-ee8b-4d1a-aea7-a117123c9c23 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:29.799686 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-46097830-ee8b-4d1a-aea7-a117123c9c23 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.1708767 Dec 10 09:23:29.824424 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Request body: {'port': {'device_id': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'admin_state_up': True, 'tenant_id': 'a2adf63dbacb4c15bf70d993630e30b7'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:29.876693 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.947533 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:29.955735 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:29.961224 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Pushing event updated for resources: {'Port': ['ID=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:29.964810 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:29.970342 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:29.970945 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.010412 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-abde356d-7b63-4edd-a5ea-b31f5c3359e3 req-52e19e4d-1f44-4b32-8bb0-ed9daceb6200 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 210 time: 0.0465107 Dec 10 09:23:30.022055 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-61748f9d-4ab6-4ec8-bbc5-f322a053b5c5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303460 Dec 10 09:23:30.036349 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Made reservation on behalf of a2adf63dbacb4c15bf70d993630e30b7 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:30.040755 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.049410 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Request body: {'port': {'device_id': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:30.166743 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.166963 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-0c5e50cf-2c16-4a22-a2b7-c493e28a590e tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3838cde1bf614b6b9f91ee34dd761dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412064 Dec 10 09:23:30.219235 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0ded79ad-ad78-4084-904d-bf392ad6d29b req-60586416-d8bb-4a55-920c-876e0187fb11 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 210 time: 0.0514216 Dec 10 09:23:30.429237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-01425d8b-f100-44f1-b2a6-281c60580796 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:30.430817 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-01425d8b-f100-44f1-b2a6-281c60580796 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318201 Dec 10 09:23:30.449060 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Request body: {'port': {'device_id': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0', 'admin_state_up': True, 'tenant_id': '3838cde1bf614b6b9f91ee34dd761dc5'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:30.572481 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Allocated IP 172.20.0.8 (7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9/84c616fd-41b9-4f8e-9297-5f443f8693a1/8a874e0d-6254-47c2-9bae-58a6ac6a30e8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:30.587419 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Made reservation on behalf of 3838cde1bf614b6b9f91ee34dd761dc5 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:30.591038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.610785 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.664786 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.43', 57829) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:30.686109 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ec27eb71-3b40-4087-8521-54e2eb2d5789 req-91c41820-8a1e-4d83-9f08-26692703a401 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 210 time: 0.0770097 Dec 10 09:23:30.765332 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.772099 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.828009 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f18842-f7ac-4589-b55b-2391deca43c1,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:30.858755 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-9fc76948-f09c-4a8d-8d79-f5d87ba26597 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:30.860259 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-9fc76948-f09c-4a8d-8d79-f5d87ba26597 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 818 time: 0.1942813 Dec 10 09:23:30.884253 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.901543 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:30.903021 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Request body: {'port': {'device_id': 'e9e01bf9-967c-4223-be60-54e81729105f', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'admin_state_up': True, 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:30.913092 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.940836 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Transition to ACTIVE for port object aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:30.947412 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.958050 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.972972 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f', '897e2213-66c6-4731-9612-c2f8d4c839b2'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:31.013042 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:31.017549 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:31.023196 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:31.029803 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:31.029803 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.032099 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:31.099565 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2802861 Dec 10 09:23:31.105652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Attempting to bind port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:31.105999 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Attempting to bind port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:31.106384 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Attempting to bind port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:31.119816 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Request body: {'port': {'device_id': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:31.124371 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:31.124522 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Attempting to bind port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:31.126413 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069a317-63e5-4976-9c9f-698a7bd3a820 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event updated for resources: {'Port': ['ID=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:31.153880 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:31.153880 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Checking segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:31.154253 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Bound using segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:31.154654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Bound port: aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:31.155153 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.158660 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-64b203ab-b4d6-433d-95c2-d01c3d2e0e57 req-9735dc1b-1d05-4d3a-9d26-5858b944d3cd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 210 time: 0.0399139 Dec 10 09:23:31.169351 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Allocated IP 192.168.233.231 (7198853e-1d3e-4ff0-908b-16f3180fcbc0/6dce2085-d1f2-4d93-b789-946affdeead7/7a28b2ff-6ea7-4497-ba11-00f5713427d5) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:31.218788 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.260658 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Made reservation on behalf of 8b7eb320fb0f4aab81148e64a8e9c2c0 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:31.264679 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.285301 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] For port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:31.294770 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] For port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:31.317099 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.477461 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:31.478073 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.479479 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] 10.222.0.43 "PUT /v2.0/ports/aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 1093 time: 1.4360318 Dec 10 09:23:31.482253 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'tag': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:31.486633 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b78a9-5a79-47b2-88ec-7d11bfe11f47" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c", "tag": "aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:31.553341 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bff8452-f50c-46b9-a9ee-aa94c98daa9a x-openstack-request-id: req-8bff8452-f50c-46b9-a9ee-aa94c98daa9a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:31.553639 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c", "tag": "aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:31.553898 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bff8452-f50c-46b9-a9ee-aa94c98daa9a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:31.554318 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'tag': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa', 'status': 'completed', 'code': 200} Dec 10 09:23:31.599371 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e848-9242-44a3-9264-048e2f5d788e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:31.638059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589597a-46c9-46dc-aa44-3804fb51a386 req-f655bf21-9020-4c6a-a8e2-2e73cf077687 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:31.640096 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7589597a-46c9-46dc-aa44-3804fb51a386 req-f655bf21-9020-4c6a-a8e2-2e73cf077687 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 931 time: 0.2326579 Dec 10 09:23:31.649669 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-97384697-2c11-4f12-b89a-22c5fd1aa3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:31.651125 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-97384697-2c11-4f12-b89a-22c5fd1aa3c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1096 time: 0.1001141 Dec 10 09:23:31.699471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.708929 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Allocated IP 172.20.0.11 (f31b0622-b66a-49a3-aa7f-04e0448fe6cc/01567b6e-8ca3-4e3c-8786-0eda1b3e686e/e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:31.725790 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-84e42b25-4f1a-4a4a-ac73-7bd8d909f81d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 217 time: 0.0622351 Dec 10 09:23:31.806785 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.816414 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7589597a-46c9-46dc-aa44-3804fb51a386 req-c11388ca-8ee1-408f-b616-6534d0893978 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688695 Dec 10 09:23:31.833463 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:31.843013 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.846546 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-175b72c9-427f-4b88-9114-8e7457bca983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:31.848242 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-175b72c9-427f-4b88-9114-8e7457bca983 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.1074073 Dec 10 09:23:31.871198 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Transition to ACTIVE for port object 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:31.891414 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-d33a2405-0aae-4d95-a080-f74073c5ec51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330379 Dec 10 09:23:31.892162 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.963030 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:31.977722 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:31.979567 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Pushing event updated for resources: {'Port': ['ID=7a28b2ff-6ea7-4497-ba11-00f5713427d5,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:31.984553 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:31.997373 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:31.999027 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcf64-5768-459d-ad4c-3a5dd071e604 req-7e4db0cd-9b60-4da1-a166-350a99727c5c tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.001772 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-643dcf64-5768-459d-ad4c-3a5dd071e604 req-7e4db0cd-9b60-4da1-a166-350a99727c5c tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 936 time: 0.2302420 Dec 10 09:23:32.051974 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Attempting to bind port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:32.052294 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Attempting to bind port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:32.052622 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Attempting to bind port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:32.068637 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:32.068966 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Attempting to bind port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:32.077481 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-ade15036-7cfc-488a-b20d-eb3258dc7990 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599720 Dec 10 09:23:32.078756 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:32.079092 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Checking segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:32.079483 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Bound using segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:32.079918 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Bound port: 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:32.080273 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.102030 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.119585 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.120238 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.145195 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-643dcf64-5768-459d-ad4c-3a5dd071e604 req-3a10b438-1244-4b90-828f-b0e305c8ad71 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088963 Dec 10 09:23:32.162989 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-ccaad434-125d-4e75-a659-c7c68741e23d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7174940 Dec 10 09:23:32.181555 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Request body: {'port': {'device_id': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:32.210861 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.222908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] For port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host hv-cinder-81751, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:32.227322 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] For port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:32.230379 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58e09508-531b-4b89-9903-dc5bd30a6088 req-d13100d5-abbd-4f40-8b23-e7a03bebf689 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412280 Dec 10 09:23:32.235040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.239755 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-63a6d6c7-04bc-48dc-b53f-18a39d5eca5a None None] Provisioning complete for port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:32.242044 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a6d6c7-04bc-48dc-b53f-18a39d5eca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.282609 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.283579 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.285108 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] 10.222.0.43 "PUT /v2.0/ports/8a874e0d-6254-47c2-9bae-58a6ac6a30e8 HTTP/1.1" status: 200 len: 1093 time: 1.1721108 Dec 10 09:23:32.291992 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.301608 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63a6d6c7-04bc-48dc-b53f-18a39d5eca5a None None] Port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:23:32.304070 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f262ed2-1831-46ef-9a75-675f885174bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:32.314704 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Network f31b0622-b66a-49a3-aa7f-04e0448fe6cc is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:32.336561 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:32.341629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:32.345338 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Pushing event updated for resources: {'Port': ['ID=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:32.405654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-c4d1e1e1-a45c-4373-a8a4-cae2da840023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.407621 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-c4d1e1e1-a45c-4373-a8a4-cae2da840023 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1096 time: 0.0738122 Dec 10 09:23:32.413468 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-910e7b5d-8e70-4c74-9b5d-86817ef6f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.414903 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-910e7b5d-8e70-4c74-9b5d-86817ef6f944 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 1096 time: 0.0495002 Dec 10 09:23:32.460567 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.461835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.479510 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd7e9-eefe-480b-8b4e-9b176775ffdd req-48cf4699-6c67-4cb3-b74e-b676b33b11ac tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.481443 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-161cd7e9-eefe-480b-8b4e-9b176775ffdd req-48cf4699-6c67-4cb3-b74e-b676b33b11ac tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 932 time: 0.1657202 Dec 10 09:23:32.499888 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-dfa1055a-9449-450d-8af5-e46ed9ee151c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8 HTTP/1.1" status: 200 len: 217 time: 0.0663071 Dec 10 09:23:32.575786 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-0ca39fc3-8675-4474-ab1c-f29ba1dc63b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6766167 Dec 10 09:23:32.577098 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0b90a3af-7867-4a87-b9e0-5f09e5fc7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.579053 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-0b90a3af-7867-4a87-b9e0-5f09e5fc7f4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.0702982 Dec 10 09:23:32.580251 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-30f52e33-e075-4d68-9a20-e409081393d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.581696 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-30f52e33-e075-4d68-9a20-e409081393d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.1658762 Dec 10 09:23:32.626107 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Request body: {'port': {'device_id': 'e9e01bf9-967c-4223-be60-54e81729105f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:32.641837 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-f60b9a79-87b4-477f-b6ca-e096b1c29ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353589 Dec 10 09:23:32.676433 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-4587c9c9-bfd5-4330-811a-8b27d4341acd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 217 time: 0.0618737 Dec 10 09:23:32.695090 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-161cd7e9-eefe-480b-8b4e-9b176775ffdd req-b56cee37-95d7-4736-81fa-cc3cdf977d12 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027054 Dec 10 09:23:32.756753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.771926 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-66756d22-664c-4768-8d36-ed7c580991a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.773480 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-66756d22-664c-4768-8d36-ed7c580991a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0847890 Dec 10 09:23:32.813349 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-59605b3f-a781-4fa1-a8c2-be88d2199f73 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451375 Dec 10 09:23:32.815241 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-44efadf9-7649-4015-838b-4a8959103ad4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292399 Dec 10 09:23:32.949248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a28b2ff-6ea7-4497-ba11-00f5713427d5 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:32.981840 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.002935 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-730bdf59-bb6a-44c8-8891-a2947182745d service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756048 Dec 10 09:23:33.010624 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Transition to ACTIVE for port object 7a28b2ff-6ea7-4497-ba11-00f5713427d5 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:33.023550 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3531849-be1d-4bc5-8314-43e161125f07 req-1d16d299-6fb7-4ad3-bcea-8d3f04a8eb45 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.025198 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3531849-be1d-4bc5-8314-43e161125f07 req-1d16d299-6fb7-4ad3-bcea-8d3f04a8eb45 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 943 time: 0.1127512 Dec 10 09:23:33.027249 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-0a79ed60-4b54-4934-9a9b-217b7ae6f3ce service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926179 Dec 10 09:23:33.027986 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.119082 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Pushing event updated for resources: {'Port': ['ID=7a28b2ff-6ea7-4497-ba11-00f5713427d5,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:33.134961 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3531849-be1d-4bc5-8314-43e161125f07 req-543afb46-3c59-4831-98b4-b5f924b3dfc6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026225 Dec 10 09:23:33.178718 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-278b78a9-5a79-47b2-88ec-7d11bfe11f47 req-06546264-5ce4-40af-a491-aa1dcb67d501 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395521 Dec 10 09:23:33.278143 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:33.291695 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.318446 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Transition to ACTIVE for port object e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:33.322313 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Attempting to bind port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:33.322660 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Attempting to bind port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:33.322993 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Attempting to bind port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 on network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:33.334374 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefc7f2-296a-4a81-ad28-a0d7e0ce2f9d req-6208013c-cc89-44aa-b0d7-7c0ddf777bb7 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.335848 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3cefc7f2-296a-4a81-ad28-a0d7e0ce2f9d req-6208013c-cc89-44aa-b0d7-7c0ddf777bb7 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 948 time: 0.1065478 Dec 10 09:23:33.336441 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.345652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 on network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:33.345974 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Attempting to bind port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 on network 7198853e-1d3e-4ff0-908b-16f3180fcbc0 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:33.391839 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:33.392200 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Checking segment: {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:33.392749 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Bound using segment: {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:33.393209 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Bound port: 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f957534-31df-433d-a46d-334606935d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:33.393558 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.556037 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'tag': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:33.558866 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684586ab-b74d-4fe3-84bf-5328d497b0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "10b2dbb7-10c8-4991-b1c7-1de83a1c7038", "tag": "8a874e0d-6254-47c2-9bae-58a6ac6a30e8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:33.596035 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:33.600136 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78775b-e98c-473a-bf1c-8766e057fc5d x-openstack-request-id: req-9f78775b-e98c-473a-bf1c-8766e057fc5d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:33.605040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b2dbb7-10c8-4991-b1c7-1de83a1c7038", "tag": "8a874e0d-6254-47c2-9bae-58a6ac6a30e8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:33.605380 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f78775b-e98c-473a-bf1c-8766e057fc5d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:33.605854 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'tag': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8', 'status': 'completed', 'code': 200} Dec 10 09:23:33.674028 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3cefc7f2-296a-4a81-ad28-a0d7e0ce2f9d req-c0db1594-ffc1-474c-be63-a6505d8da7d6 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258243 Dec 10 09:23:33.682489 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-ba3d1178-8bd6-4b5c-add2-c50b5a912f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.685142 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-ba3d1178-8bd6-4b5c-add2-c50b5a912f2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 1096 time: 0.0544617 Dec 10 09:23:33.724590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] For port 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:33.743585 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Attempting to bind port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:33.744015 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Attempting to bind port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:33.744235 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Attempting to bind port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:33.755389 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] For port 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:33.757932 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:33.758551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Attempting to bind port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 on network f31b0622-b66a-49a3-aa7f-04e0448fe6cc {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:33.764376 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.768846 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:33.769261 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Checking segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:33.769732 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Bound using segment: {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:33.770242 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Bound port: e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9c2779-ba12-4184-9f3e-8634c40df27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:33.770652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.815055 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-130bc39b-e8ad-40b7-8630-8bba53a2bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.816567 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-130bc39b-e8ad-40b7-8630-8bba53a2bbe5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 916 time: 0.1223557 Dec 10 09:23:33.824533 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.825615 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.827180 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a28b2ff-6ea7-4497-ba11-00f5713427d5 HTTP/1.1" status: 200 len: 1098 time: 1.6513155 Dec 10 09:23:33.829711 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'tag': '7a28b2ff-6ea7-4497-ba11-00f5713427d5'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:33.881643 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a26c3-ef00-4fdd-a16c-96fdbfaf1117 service neutron] Pushing event updated for resources: {'Port': ['ID=7a28b2ff-6ea7-4497-ba11-00f5713427d5,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:33.884148 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-dfdc221b-4e0b-4490-8701-a06d338ee9f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8 HTTP/1.1" status: 200 len: 217 time: 0.0577679 Dec 10 09:23:33.891965 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c21d87-188d-464c-9dc3-1ea9734d50d5 req-82698650-4e07-4eb7-b9bf-949ce768ae11 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.893790 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6c21d87-188d-464c-9dc3-1ea9734d50d5 req-82698650-4e07-4eb7-b9bf-949ce768ae11 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 944 time: 0.1128130 Dec 10 09:23:33.908863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] For port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:33.912630 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] For port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:33.918405 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.966178 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-4de16c60-d1af-46fe-a5f7-dd911cb697a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.967816 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-4de16c60-d1af-46fe-a5f7-dd911cb697a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.0729117 Dec 10 09:23:33.986448 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6c21d87-188d-464c-9dc3-1ea9734d50d5 req-32cc10d9-07f4-43a4-a0af-a69fe39232b7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841672 Dec 10 09:23:34.000678 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.000678 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:34.000678 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] 10.222.0.43 "PUT /v2.0/ports/e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 HTTP/1.1" status: 200 len: 1094 time: 1.3878975 Dec 10 09:23:34.022626 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-3ef86d64-34ed-461b-b6b8-84c3e2e05812 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316849 Dec 10 09:23:34.046979 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6406-8308-43aa-a2b2-55f91292d81e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:34.056176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-f76ea71f-9a92-408e-9d9a-ac4bed6a550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.057733 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-f76ea71f-9a92-408e-9d9a-ac4bed6a550c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3838cde1bf614b6b9f91ee34dd761dc5&device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 1101 time: 0.1056311 Dec 10 09:23:34.060436 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "76e5acf0-6ead-4418-bdbb-28fd8b73a59c", "tag": "7a28b2ff-6ea7-4497-ba11-00f5713427d5"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:34.142984 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-d46eb569-52a3-42c6-b23e-40614255e186 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025770 Dec 10 09:23:34.172348 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-0ab37af4-b309-4336-8afc-4bac95126929 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5 HTTP/1.1" status: 200 len: 217 time: 0.0875664 Dec 10 09:23:34.201963 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6911d432-7a9c-47e0-bf2d-b75f41a04501 x-openstack-request-id: req-6911d432-7a9c-47e0-bf2d-b75f41a04501 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:34.202473 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e5acf0-6ead-4418-bdbb-28fd8b73a59c", "tag": "7a28b2ff-6ea7-4497-ba11-00f5713427d5", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:34.202918 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6911d432-7a9c-47e0-bf2d-b75f41a04501 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:34.203833 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'tag': '7a28b2ff-6ea7-4497-ba11-00f5713427d5', 'status': 'completed', 'code': 200} Dec 10 09:23:34.227911 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-a3ad9c37-1d91-4b5d-975d-8e5b09cbfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.229451 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-a3ad9c37-1d91-4b5d-975d-8e5b09cbfac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 1097 time: 0.1544347 Dec 10 09:23:34.254098 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-684586ab-b74d-4fe3-84bf-5328d497b0fd req-ef4068b8-e871-44a0-b51b-4d63656b18b8 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014190 Dec 10 09:23:34.301475 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-7c2c6ad1-ed2f-4982-9730-bf34b1518242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.302934 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-7c2c6ad1-ed2f-4982-9730-bf34b1518242 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6dce2085-d1f2-4d93-b789-946affdeead7 HTTP/1.1" status: 200 len: 843 time: 0.1191616 Dec 10 09:23:34.305876 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-8c981056-17f2-4543-8ed1-53e052442b53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 HTTP/1.1" status: 200 len: 217 time: 0.0571158 Dec 10 09:23:34.324955 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182464-59b4-415e-897f-622bb4ae3b9f req-887be4bc-345c-4e54-858b-1eee6e373958 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.326578 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-91182464-59b4-415e-897f-622bb4ae3b9f req-887be4bc-345c-4e54-858b-1eee6e373958 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 943 time: 0.0875883 Dec 10 09:23:34.445254 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-317c1bc0-fb50-49eb-85ce-3ab6d5041fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.446715 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-317c1bc0-fb50-49eb-85ce-3ab6d5041fdb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.1116419 Dec 10 09:23:34.464652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-f59ecd42-213c-452e-b33d-0388a7984193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.466207 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-f59ecd42-213c-452e-b33d-0388a7984193 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7198853e-1d3e-4ff0-908b-16f3180fcbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1387804 Dec 10 09:23:34.479305 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-91182464-59b4-415e-897f-622bb4ae3b9f req-ef05e500-901e-4bb6-9761-d50294aea8a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429436 Dec 10 09:23:34.501635 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-b378cae0-c029-4058-984f-b6caeb230723 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336351 Dec 10 09:23:34.638544 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-49971816-f766-4737-82a6-279fafe85cb9 service neutron] 10.222.0.43 "GET /v2.0/networks/7198853e-1d3e-4ff0-908b-16f3180fcbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582348 Dec 10 09:23:34.652541 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-46a3ce71-bbb5-4f79-b691-d026e614e026 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386013 Dec 10 09:23:34.815344 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:34.840696 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c29f7183-d0e1-40a0-ba15-19213f164f23 req-dc5312f9-fb81-467f-92bb-470c97403aed service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757739 Dec 10 09:23:34.853864 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33414746-4989-40c9-bc2a-dae0d6f40abb req-6a7f6812-cf7a-4259-81be-d9d37d72445d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.855798 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-33414746-4989-40c9-bc2a-dae0d6f40abb req-6a7f6812-cf7a-4259-81be-d9d37d72445d tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 948 time: 0.1023905 Dec 10 09:23:34.857827 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b3902fdf-e670-4d2b-80cb-4aec829c8ab8 req-a385ea84-2881-4aa7-8620-2c1dbfbe06c9 service neutron] 10.222.0.43 "GET /v2.0/networks/7198853e-1d3e-4ff0-908b-16f3180fcbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941800 Dec 10 09:23:34.923330 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-33414746-4989-40c9-bc2a-dae0d6f40abb req-2999aae6-1195-4487-ab7c-4601cf443bef tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Dec 10 09:23:34.979750 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-aa0fa614-2eac-4aff-a255-1202e6bbbac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.981777 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-aa0fa614-2eac-4aff-a255-1202e6bbbac3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3838cde1bf614b6b9f91ee34dd761dc5&device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 1101 time: 0.0572646 Dec 10 09:23:35.070325 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:35.084263 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'port_id': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa', 'mac_address': 'fa:16:3e:d6:b7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:35.135249 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78413-57d4-4222-b17a-ea738606f152 req-bf268db5-37de-4e89-ac1a-4e7d85257d4a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.144960 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8fd78413-57d4-4222-b17a-ea738606f152 req-bf268db5-37de-4e89-ac1a-4e7d85257d4a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 944 time: 0.0879452 Dec 10 09:23:35.173128 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-cb890096-b6ce-44d0-bc1e-0d0b4d0ddf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.173700 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.174656 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-cb890096-b6ce-44d0-bc1e-0d0b4d0ddf9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7198853e-1d3e-4ff0-908b-16f3180fcbc0 HTTP/1.1" status: 200 len: 870 time: 0.1840112 Dec 10 09:23:35.190381 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:35.205237 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8fd78413-57d4-4222-b17a-ea738606f152 req-c7c06533-10cb-4791-931c-daade9bc309c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589724 Dec 10 09:23:35.225139 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:35.229815 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.230904 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-7da75a17-1b37-4a7a-b101-d59de5937cbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5 HTTP/1.1" status: 200 len: 217 time: 0.0430136 Dec 10 09:23:35.281089 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:35.291718 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-6fbb5332-9ccf-43d6-98e9-4fabe408b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.293261 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-6fbb5332-9ccf-43d6-98e9-4fabe408b405 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6dce2085-d1f2-4d93-b789-946affdeead7 HTTP/1.1" status: 200 len: 843 time: 0.0504289 Dec 10 09:23:35.345183 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-66d938be-4f28-4257-8f30-cb52aac62097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.346728 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-66d938be-4f28-4257-8f30-cb52aac62097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7198853e-1d3e-4ff0-908b-16f3180fcbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425348 Dec 10 09:23:35.445854 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-8765c251-deed-4bae-89a8-60d5ae53eed0 service neutron] 10.222.0.43 "GET /v2.0/networks/7198853e-1d3e-4ff0-908b-16f3180fcbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850971 Dec 10 09:23:35.563240 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17003fa9-53a0-4fc5-938b-fdba8e0c3c3e req-6a6bf79b-4b5e-40ec-93f8-634047775822 service neutron] 10.222.0.43 "GET /v2.0/networks/7198853e-1d3e-4ff0-908b-16f3180fcbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910742 Dec 10 09:23:35.599377 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee438627-4ebf-49cd-a1d9-79faa7946a3e req-a1ea747a-e4ef-4262-8155-db6c3bf8fdcd tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.602048 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ee438627-4ebf-49cd-a1d9-79faa7946a3e req-a1ea747a-e4ef-4262-8155-db6c3bf8fdcd tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Dec 10 09:23:35.650187 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ee438627-4ebf-49cd-a1d9-79faa7946a3e req-ac0aa4f0-8bf6-4119-be42-c86fb2bf1aae tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Dec 10 09:23:35.845345 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:36.038444 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d627d-73fa-450c-a3a9-4b71d023dacd req-5363d5d2-89bf-4b31-8675-d824d831de08 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.040266 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bd6d627d-73fa-450c-a3a9-4b71d023dacd req-5363d5d2-89bf-4b31-8675-d824d831de08 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 948 time: 0.0501211 Dec 10 09:23:36.092499 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bd6d627d-73fa-450c-a3a9-4b71d023dacd req-1108518c-12e5-4629-b9a0-86b14d09adf9 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Dec 10 09:23:36.205192 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e01bf9-967c-4223-be60-54e81729105f', 'tag': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:36.207867 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1896bba-2fb4-4158-ba20-218989ff68c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e01bf9-967c-4223-be60-54e81729105f", "tag": "e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:36.252163 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a376a5a-d32d-449c-a641-5130acada793 x-openstack-request-id: req-0a376a5a-d32d-449c-a641-5130acada793 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:36.253160 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e01bf9-967c-4223-be60-54e81729105f", "tag": "e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:36.253160 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a376a5a-d32d-449c-a641-5130acada793 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:36.253160 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e01bf9-967c-4223-be60-54e81729105f', 'tag': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8', 'status': 'completed', 'code': 200} Dec 10 09:23:36.324394 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fb3cd-3cb9-4f6a-8d88-472d5ce4cfe9 req-f1d0ea6e-8648-4c80-92b1-6f961141385b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.326268 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ed0fb3cd-3cb9-4f6a-8d88-472d5ce4cfe9 req-f1d0ea6e-8648-4c80-92b1-6f961141385b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 944 time: 0.0541229 Dec 10 09:23:36.326427 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-be14e172-5e24-4826-bc7c-0c79288814e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.327901 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-be14e172-5e24-4826-bc7c-0c79288814e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 1097 time: 0.0417366 Dec 10 09:23:36.390765 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ed0fb3cd-3cb9-4f6a-8d88-472d5ce4cfe9 req-92f945ae-9faf-4139-865d-925e791d6e00 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574188 Dec 10 09:23:36.611105 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-e2c64a51-9ba9-49e8-8fa9-2a9ece3cfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.612605 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-e2c64a51-9ba9-49e8-8fa9-2a9ece3cfa40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.2768555 Dec 10 09:23:36.664368 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-24f68e1d-7f62-41c6-9171-f672e6cab3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 HTTP/1.1" status: 200 len: 217 time: 0.0347195 Dec 10 09:23:36.716920 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-7c4bd535-9d4d-4c7e-afc9-6c04da1a5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.718972 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-7c4bd535-9d4d-4c7e-afc9-6c04da1a5d09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0474961 Dec 10 09:23:36.779264 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec4d0-78b8-41da-8bea-708414d0db5c req-65485139-fd50-40c7-917b-ac6453f44193 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.780762 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-57eec4d0-78b8-41da-8bea-708414d0db5c req-65485139-fd50-40c7-917b-ac6453f44193 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 943 time: 0.0610895 Dec 10 09:23:36.830744 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-57eec4d0-78b8-41da-8bea-708414d0db5c req-73aa4da8-1a40-4f5b-8afb-f21451e7ba11 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Dec 10 09:23:37.210938 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305f84-b1fa-456a-8eb7-2f7777171811 req-948655fd-7634-44d9-9082-c8f9947c3829 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.212421 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-34305f84-b1fa-456a-8eb7-2f7777171811 req-948655fd-7634-44d9-9082-c8f9947c3829 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 948 time: 0.0545976 Dec 10 09:23:37.274375 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-34305f84-b1fa-456a-8eb7-2f7777171811 req-f9196377-1037-46f3-8127-43484b1c3520 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552983 Dec 10 09:23:37.501807 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7924fcd-39f4-416f-ae2d-8e5c29194797 req-7127bf25-6af9-41df-baec-ca0d11d13e2d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.503295 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e7924fcd-39f4-416f-ae2d-8e5c29194797 req-7127bf25-6af9-41df-baec-ca0d11d13e2d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 944 time: 0.0474899 Dec 10 09:23:37.553771 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e7924fcd-39f4-416f-ae2d-8e5c29194797 req-a782a489-f558-47fd-b162-884bef17c939 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Dec 10 09:23:37.602789 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:37.635858 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-e783cb2e-bd7c-4c58-973a-5cd9c0d9ca50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239799 Dec 10 09:23:37.702946 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:37.715268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'port_id': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8', 'mac_address': 'fa:16:3e:68:9b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c616fd-41b9-4f8e-9297-5f443f8693a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:37.751978 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.764610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:37.783286 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:37.789596 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.838333 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:39.488336 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 7a28b2ff-6ea7-4497-ba11-00f5713427d5 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:39.492010 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.499350 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:39.598441 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-ebbe036f-5f14-405e-b007-7f32a0cb7aa4 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043320 Dec 10 09:23:39.611451 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:39.618262 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:39.619228 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.662733 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:39.670352 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391004-b3ee-4e3e-a495-d9bfa5b30432 req-8d0e109f-5e4b-4d01-be01-88038290ecb1 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.678291 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ec391004-b3ee-4e3e-a495-d9bfa5b30432 req-8d0e109f-5e4b-4d01-be01-88038290ecb1 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 948 time: 0.0628664 Dec 10 09:23:39.684938 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '7a28b2ff-6ea7-4497-ba11-00f5713427d5', 'network_id': '7198853e-1d3e-4ff0-908b-16f3180fcbc0', 'port_id': '7a28b2ff-6ea7-4497-ba11-00f5713427d5', 'mac_address': 'fa:16:3e:c4:4f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dce2085-d1f2-4d93-b789-946affdeead7', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:39.724146 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ec391004-b3ee-4e3e-a495-d9bfa5b30432 req-d2619c92-087e-4826-a5be-e50e9585d4a1 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Dec 10 09:23:39.731778 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9798c8-d249-41e4-b9a5-24d055d3fb97 req-a700e79d-81de-4c6d-b1d7-a18c17c82647 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.733499 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3e9798c8-d249-41e4-b9a5-24d055d3fb97 req-a700e79d-81de-4c6d-b1d7-a18c17c82647 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 944 time: 0.1235168 Dec 10 09:23:39.733942 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.739668 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b1896bba-2fb4-4158-ba20-218989ff68c8 req-6d4ef714-00b3-41e8-881d-f3b39430080b service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208332 Dec 10 09:23:39.771610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a28b2ff-6ea7-4497-ba11-00f5713427d5 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:39.789228 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3e9798c8-d249-41e4-b9a5-24d055d3fb97 req-e7373e0d-8273-45bc-ab45-2e33244745a9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Dec 10 09:23:39.797570 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.801205 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:39.808808 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.809471 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:39.860525 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:39.862799 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6d92f4-2949-4d2f-b44f-d26d6b9e376d" -d '{"events": [{"server_uuid": "a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c", "name": "network-vif-plugged", "status": "completed", "tag": "aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:39.863240 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a830-67b4-4eb9-8130-7f79940d633b req-227adfa7-cc95-4349-9e7b-040fee0641fd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.864814 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6311a830-67b4-4eb9-8130-7f79940d633b req-227adfa7-cc95-4349-9e7b-040fee0641fd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 944 time: 0.0482442 Dec 10 09:23:39.880604 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8a874e0d-6254-47c2-9bae-58a6ac6a30e8'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:39.884684 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:39.919537 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e42f19-a1a3-487c-92f3-58f7fdd87e2d x-openstack-request-id: req-e7e42f19-a1a3-487c-92f3-58f7fdd87e2d {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:39.919841 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c", "name": "network-vif-plugged", "status": "completed", "tag": "aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:39.920089 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e42f19-a1a3-487c-92f3-58f7fdd87e2d {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:39.921035 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa', 'code': 200} Dec 10 09:23:39.928010 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6311a830-67b4-4eb9-8130-7f79940d633b req-5d8eeaca-f2b7-47ed-b322-479959dfb29a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463519 Dec 10 09:23:39.935825 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.969446 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=7a28b2ff-6ea7-4497-ba11-00f5713427d5,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:40.073177 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:40.076903 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:40.098985 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77926450-d3f7-4493-b5fb-823ac62f5bd0 req-580581d9-2b52-493b-9f17-db5ec135de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.099258 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8', 'network_id': 'f31b0622-b66a-49a3-aa7f-04e0448fe6cc', 'port_id': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8', 'mac_address': 'fa:16:3e:52:be:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01567b6e-8ca3-4e3c-8786-0eda1b3e686e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:40.100473 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-77926450-d3f7-4493-b5fb-823ac62f5bd0 req-580581d9-2b52-493b-9f17-db5ec135de20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0417776 Dec 10 09:23:40.144414 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-77926450-d3f7-4493-b5fb-823ac62f5bd0 req-f7153d4d-4270-49dc-8769-375bb8b47c37 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367820 Dec 10 09:23:40.160908 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.190468 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:40.214106 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:40.219244 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.264643 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:40.798915 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['7a28b2ff-6ea7-4497-ba11-00f5713427d5'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:40.847730 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:40.851080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53b9a-5c22-4311-831a-c61d8d25d016 req-e6d87b9c-17f2-486d-81eb-616a6b621e06 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.854501 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-22e53b9a-5c22-4311-831a-c61d8d25d016 req-e6d87b9c-17f2-486d-81eb-616a6b621e06 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 949 time: 0.0556550 Dec 10 09:23:40.913809 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-22e53b9a-5c22-4311-831a-c61d8d25d016 req-fff85231-d161-4af9-add8-2f0192ee8236 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549855 Dec 10 09:23:40.916059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5562b-def0-46db-a9aa-630961137371 req-7aa19b35-792e-4ea4-9994-1a81e9d37941 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.917570 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3b5562b-def0-46db-a9aa-630961137371 req-7aa19b35-792e-4ea4-9994-1a81e9d37941 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 944 time: 0.0519516 Dec 10 09:23:40.983215 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3b5562b-def0-46db-a9aa-630961137371 req-46c78979-e642-4a1d-b16d-77a5e536bc0b tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 Dec 10 09:23:41.052064 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8d5e6-77ef-4ea7-acc4-40c586544c5c req-39292947-3a6d-42c9-b834-cf7e2d28b8a0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:41.053929 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a6e8d5e6-77ef-4ea7-acc4-40c586544c5c req-39292947-3a6d-42c9-b834-cf7e2d28b8a0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 945 time: 0.0496411 Dec 10 09:23:41.108355 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a6e8d5e6-77ef-4ea7-acc4-40c586544c5c req-439614f7-cfa1-4393-ae71-4c3dfb8b58ef tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Dec 10 09:23:41.487802 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:41.545369 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:41.549643 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:41.550036 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.631964 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.665975 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:41.670840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.723658 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:41.922484 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:41.925741 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3918aa-18b8-4326-a369-c714b37d249e" -d '{"events": [{"server_uuid": "10b2dbb7-10c8-4991-b1c7-1de83a1c7038", "name": "network-vif-plugged", "status": "completed", "tag": "8a874e0d-6254-47c2-9bae-58a6ac6a30e8"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:41.972852 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddff3a1-065d-44a5-abc3-d9722c976073 x-openstack-request-id: req-1ddff3a1-065d-44a5-abc3-d9722c976073 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:41.973230 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b2dbb7-10c8-4991-b1c7-1de83a1c7038", "name": "network-vif-plugged", "status": "completed", "tag": "8a874e0d-6254-47c2-9bae-58a6ac6a30e8", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:41.973490 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ddff3a1-065d-44a5-abc3-d9722c976073 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:41.973902 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8', 'code': 200} Dec 10 09:23:42.043990 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddfcc9-4a05-4868-9b02-96b6154260fd req-733c79b7-e9bb-4854-b174-d72523bdfed6 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:42.050637 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e3ddfcc9-4a05-4868-9b02-96b6154260fd req-733c79b7-e9bb-4854-b174-d72523bdfed6 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 949 time: 0.0621505 Dec 10 09:23:42.107486 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e3ddfcc9-4a05-4868-9b02-96b6154260fd req-330daa4e-60cc-4067-97d3-d2cf1d19f5f9 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540571 Dec 10 09:23:42.120088 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445fcac-afc3-445e-83d0-0d74e38f5cb1 req-2e16a0a5-df7e-429d-a96b-371c0efabd92 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:42.121788 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1445fcac-afc3-445e-83d0-0d74e38f5cb1 req-2e16a0a5-df7e-429d-a96b-371c0efabd92 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Dec 10 09:23:42.169803 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84e04-b4f1-41f7-b02f-e06f381efc3f req-1d6c6b3d-a3fb-4222-b190-d61053e86724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:42.170734 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1445fcac-afc3-445e-83d0-0d74e38f5cb1 req-1d94f605-d874-427c-872b-4190e29c8aec tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Dec 10 09:23:42.171440 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4cb84e04-b4f1-41f7-b02f-e06f381efc3f req-1d6c6b3d-a3fb-4222-b190-d61053e86724 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 1098 time: 0.0398862 Dec 10 09:23:42.243366 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4cb84e04-b4f1-41f7-b02f-e06f381efc3f req-c379059f-9f06-47f6-a86e-9a900ee235b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636437 Dec 10 09:23:42.254875 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b852d-533a-42b3-9b63-f255c0292ba8 req-7909c904-b992-414f-9cb3-5019fda65569 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:42.256281 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844b852d-533a-42b3-9b63-f255c0292ba8 req-7909c904-b992-414f-9cb3-5019fda65569 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 945 time: 0.0640631 Dec 10 09:23:42.312320 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844b852d-533a-42b3-9b63-f255c0292ba8 req-94fab372-cfcc-4f9a-8238-39880834543c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Dec 10 09:23:42.765421 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72cf1426-a827-406b-9cb9-183575ede112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.103754 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:23:43.233625 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86402a7-f3e4-4ee7-a61d-6e76adbd75b3 req-80dde7f7-19fd-4093-9de8-7af8bff233b6 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:43.235132 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c86402a7-f3e4-4ee7-a61d-6e76adbd75b3 req-80dde7f7-19fd-4093-9de8-7af8bff233b6 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 949 time: 0.0509529 Dec 10 09:23:43.283485 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c86402a7-f3e4-4ee7-a61d-6e76adbd75b3 req-1d7a1750-86de-4ae3-9ba8-c53410eb3074 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Dec 10 09:23:43.289812 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e424-16bb-4f72-a924-c6a54df54f54 req-dfe76e9e-b61e-4930-ab6d-93be208d0287 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:43.291350 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ce46e424-16bb-4f72-a924-c6a54df54f54 req-dfe76e9e-b61e-4930-ab6d-93be208d0287 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0479388 Dec 10 09:23:43.341060 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ce46e424-16bb-4f72-a924-c6a54df54f54 req-e1bf04fc-8585-49df-bc4b-693c918d9d19 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Dec 10 09:23:43.456457 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c964-c5e9-4321-b156-a8aed1a5deb2 req-339cadf1-4b15-4ab8-aab0-889bac1375ec tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:43.457820 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3dd2c964-c5e9-4321-b156-a8aed1a5deb2 req-339cadf1-4b15-4ab8-aab0-889bac1375ec tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 945 time: 0.0603771 Dec 10 09:23:43.479380 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 7a28b2ff-6ea7-4497-ba11-00f5713427d5 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:43.512680 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3dd2c964-c5e9-4321-b156-a8aed1a5deb2 req-a828cfc6-b0eb-4447-aeca-9d880e05452d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453255 Dec 10 09:23:43.530798 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:43.535239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:43.535779 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.614805 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.649154 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:43.655358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.656137 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:43.729605 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=7a28b2ff-6ea7-4497-ba11-00f5713427d5,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:43.743897 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:43.748075 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:43.748601 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.830182 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.978374 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a28b2ff-6ea7-4497-ba11-00f5713427d5'}, {'server_uuid': 'e9e01bf9-967c-4223-be60-54e81729105f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:43.980719 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f6826c-b56e-4fd8-ab33-b91e571f7244" -d '{"events": [{"server_uuid": "76e5acf0-6ead-4418-bdbb-28fd8b73a59c", "name": "network-vif-plugged", "status": "completed", "tag": "7a28b2ff-6ea7-4497-ba11-00f5713427d5"}, {"server_uuid": "e9e01bf9-967c-4223-be60-54e81729105f", "name": "network-vif-plugged", "status": "completed", "tag": "e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:43.998772 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:44.003766 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.035378 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 42372) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:44.070503 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:44.074321 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c49de-c223-4e8c-97c9-31e13e6cec9b x-openstack-request-id: req-9f4c49de-c223-4e8c-97c9-31e13e6cec9b {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:44.074586 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e5acf0-6ead-4418-bdbb-28fd8b73a59c", "name": "network-vif-plugged", "status": "completed", "tag": "7a28b2ff-6ea7-4497-ba11-00f5713427d5", "code": 200}, {"server_uuid": "e9e01bf9-967c-4223-be60-54e81729105f", "name": "network-vif-plugged", "status": "completed", "tag": "e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:44.074837 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f4c49de-c223-4e8c-97c9-31e13e6cec9b {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:44.075613 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a28b2ff-6ea7-4497-ba11-00f5713427d5', 'code': 200} Dec 10 09:23:44.076111 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e01bf9-967c-4223-be60-54e81729105f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8', 'code': 200} Dec 10 09:23:44.165965 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-10fabc9e-a722-44b0-b207-df1da26c0fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.248225 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-10fabc9e-a722-44b0-b207-df1da26c0fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.252757 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-10fabc9e-a722-44b0-b207-df1da26c0fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.345721 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fabc9e-a722-44b0-b207-df1da26c0fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d063d824-2967-4ad4-b2f2-89dff9521816,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:44.353558 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-10fabc9e-a722-44b0-b207-df1da26c0fec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4747c57137e4ffdb4aa6994531dac26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165293 Dec 10 09:23:44.356365 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:44.368724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54459201-267d-4617-9391-9e5561e87e52 req-8ba78ed2-b5ca-4341-9e7c-f175b34cd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.370324 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-54459201-267d-4617-9391-9e5561e87e52 req-8ba78ed2-b5ca-4341-9e7c-f175b34cd70c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 1103 time: 0.1148255 Dec 10 09:23:44.373390 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751cc74-6bb6-496b-aa1c-fde5b3f0731a req-6878ae52-6dcb-483a-b5cb-a3dfe4cfe46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.374811 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b751cc74-6bb6-496b-aa1c-fde5b3f0731a req-6878ae52-6dcb-483a-b5cb-a3dfe4cfe46d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 1099 time: 0.1182504 Dec 10 09:23:44.411714 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a819ecd-ffa6-4514-b902-32e644e37054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.436440 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a819ecd-ffa6-4514-b902-32e644e37054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.478744 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-54459201-267d-4617-9391-9e5561e87e52 req-0fbaafad-6db9-4a30-9f4e-674cdea8a6cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943244 Dec 10 09:23:44.489194 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e0dd-a2e6-42ab-a8dc-e1b64e9ac14e req-f6fd79a5-94be-4f89-b211-4ccc93500ced tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.490823 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b006e0dd-a2e6-42ab-a8dc-e1b64e9ac14e req-f6fd79a5-94be-4f89-b211-4ccc93500ced tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 950 time: 0.1196437 Dec 10 09:23:44.494794 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b751cc74-6bb6-496b-aa1c-fde5b3f0731a req-88bb20f2-deab-4f7d-b16c-a4a81f2cb91b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030700 Dec 10 09:23:44.505542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f98f-e371-4cac-85f7-0027a08cd0ef req-940383f7-4fc4-4824-b723-dfb60cfe5f21 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.507454 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7281f98f-e371-4cac-85f7-0027a08cd0ef req-940383f7-4fc4-4824-b723-dfb60cfe5f21 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0767269 Dec 10 09:23:44.540294 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a819ecd-ffa6-4514-b902-32e644e37054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.543254 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a819ecd-ffa6-4514-b902-32e644e37054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.544459 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2a819ecd-ffa6-4514-b902-32e644e37054 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d063d824-2967-4ad4-b2f2-89dff9521816 HTTP/1.1" status: 204 len: 168 time: 0.1871693 Dec 10 09:23:44.549947 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b006e0dd-a2e6-42ab-a8dc-e1b64e9ac14e req-ac5283a7-259d-42df-93a9-8230bb33c2c1 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509584 Dec 10 09:23:44.572715 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a819ecd-ffa6-4514-b902-32e644e37054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d063d824-2967-4ad4-b2f2-89dff9521816,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:44.583052 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7281f98f-e371-4cac-85f7-0027a08cd0ef req-37724469-9cb8-4ad8-afa4-9c567a4fca2d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690362 Dec 10 09:23:44.678366 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696c5f-c600-4b2d-b7c9-2e2e1b0e8bd4 req-1eea9134-0f31-4ade-9902-4ca507b3f54d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.679880 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70696c5f-c600-4b2d-b7c9-2e2e1b0e8bd4 req-1eea9134-0f31-4ade-9902-4ca507b3f54d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0529425 Dec 10 09:23:44.732419 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70696c5f-c600-4b2d-b7c9-2e2e1b0e8bd4 req-2df5a9ac-5508-4790-8654-ad4c489cde8c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457880 Dec 10 09:23:45.056874 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3c995e7d-9565-4162-9187-4d1ff44452ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.433086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42428) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.580429 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42436) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.675346 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149fc89c-d76b-48dc-9083-ba939611e1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.679148 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be048bd9-acb8-4d76-875b-289665e97137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.730863 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3f6c-f0ea-48ab-b70d-ebc662e1c190 req-2de77733-bfa5-48e2-844b-30c867dfa993 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.732577 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db7a3f6c-f0ea-48ab-b70d-ebc662e1c190 req-2de77733-bfa5-48e2-844b-30c867dfa993 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 950 time: 0.1065304 Dec 10 09:23:45.827204 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-db7a3f6c-f0ea-48ab-b70d-ebc662e1c190 req-3885b4b7-0f00-45c7-9b00-ceb203f3a9e2 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881701 Dec 10 09:23:45.855504 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149fc89c-d76b-48dc-9083-ba939611e1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.858517 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d302c4c-38fa-44f7-bc2b-7fe7163d3e15 req-27205bec-dba3-442c-88cc-bc766c53fe5b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.860146 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2d302c4c-38fa-44f7-bc2b-7fe7163d3e15 req-27205bec-dba3-442c-88cc-bc766c53fe5b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0519855 Dec 10 09:23:45.861851 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149fc89c-d76b-48dc-9083-ba939611e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.902786 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be048bd9-acb8-4d76-875b-289665e97137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.911741 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2d302c4c-38fa-44f7-bc2b-7fe7163d3e15 req-d9954c84-1280-49d2-bae2-a395fbdb186d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Dec 10 09:23:45.912981 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-149fc89c-d76b-48dc-9083-ba939611e1cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ead2ffadc55444f7b0ace3b27359acb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788039 Dec 10 09:23:45.915728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 42446) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.917420 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be048bd9-acb8-4d76-875b-289665e97137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.920654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fc89c-d76b-48dc-9083-ba939611e1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff56af69-7b4f-466b-a182-4bfafbeb6f82,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:45.960211 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-be048bd9-acb8-4d76-875b-289665e97137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331ddc823a994b4194cecb3d0cb7ba9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787246 Dec 10 09:23:45.962216 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be048bd9-acb8-4d76-875b-289665e97137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a0c946-c500-4ff1-9336-b9ca3a2711ee,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:45.964576 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42448) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.989057 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afec5616-a11e-4738-88f7-8b604bc47f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.013807 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afec5616-a11e-4738-88f7-8b604bc47f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.037538 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84f97e64-e62d-4fe2-8da6-2ad288d4b539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.066213 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84f97e64-e62d-4fe2-8da6-2ad288d4b539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.072018 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afec5616-a11e-4738-88f7-8b604bc47f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.075715 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afec5616-a11e-4738-88f7-8b604bc47f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.077098 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-afec5616-a11e-4738-88f7-8b604bc47f18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff56af69-7b4f-466b-a182-4bfafbeb6f82 HTTP/1.1" status: 204 len: 168 time: 0.1602101 Dec 10 09:23:46.085599 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec5616-a11e-4738-88f7-8b604bc47f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff56af69-7b4f-466b-a182-4bfafbeb6f82,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:46.128615 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84f97e64-e62d-4fe2-8da6-2ad288d4b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.132150 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84f97e64-e62d-4fe2-8da6-2ad288d4b539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.146690 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-84f97e64-e62d-4fe2-8da6-2ad288d4b539 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8a0c946-c500-4ff1-9336-b9ca3a2711ee HTTP/1.1" status: 204 len: 168 time: 0.1808171 Dec 10 09:23:46.160579 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f97e64-e62d-4fe2-8da6-2ad288d4b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a0c946-c500-4ff1-9336-b9ca3a2711ee,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:46.249888 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.958873 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646bee5-134c-43ae-ab4e-39492156d88c req-b1f65097-b8e5-4ac3-93e4-4dac11c1ad64 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:46.961013 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3646bee5-134c-43ae-ab4e-39492156d88c req-b1f65097-b8e5-4ac3-93e4-4dac11c1ad64 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 950 time: 0.0589128 Dec 10 09:23:47.085694 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 42512) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:47.105826 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bc1b0-0bcb-49eb-a14a-a65545af1844 req-7c0e76d6-f02d-4ae3-8bab-33b781526702 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.107761 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2b4bc1b0-0bcb-49eb-a14a-a65545af1844 req-7c0e76d6-f02d-4ae3-8bab-33b781526702 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0813787 Dec 10 09:23:47.169790 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2b4bc1b0-0bcb-49eb-a14a-a65545af1844 req-a914d6e1-c08f-47e6-9d4b-b019f085d8ec tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544832 Dec 10 09:23:47.245982 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3646bee5-134c-43ae-ab4e-39492156d88c req-9157dae3-7459-4030-91f9-c1a743a60a50 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786663 Dec 10 09:23:47.332263 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2145546171-network', 'tenant_id': '23ab152534ab4922b0fcf937d4cf7080'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:47.356903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Made reservation on behalf of 23ab152534ab4922b0fcf937d4cf7080 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:47.361327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.378142 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.378828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.572863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.580997 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.611877 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:47.624492 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-fa2a7b6f-5461-400a-8e1c-50e95d80b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.626043 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-fa2a7b6f-5461-400a-8e1c-50e95d80b5a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 1099 time: 0.1460776 Dec 10 09:23:47.638116 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b62281-7c29-484d-98bd-74ef9adf1553,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:47.641114 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.641456 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Added segment b2fe9be0-276b-4222-b94c-0b55f22717b3 of type vlan for network f5a89e26-2c4c-4305-be04-d9d026ea1b90 Dec 10 09:23:47.657317 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44d8f-1a58-4624-820c-e85140388948 req-4a20e99f-0351-44d9-9feb-a6f9eb60f947 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.658906 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-29c44d8f-1a58-4624-820c-e85140388948 req-4a20e99f-0351-44d9-9feb-a6f9eb60f947 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1469772 Dec 10 09:23:47.733044 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f200-d20f-4f96-8785-d01635116e3c req-54e81479-1d61-46f9-87d9-fd594968346e tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.734709 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a877f200-d20f-4f96-8785-d01635116e3c req-54e81479-1d61-46f9-87d9-fd594968346e tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 950 time: 0.0540106 Dec 10 09:23:47.761456 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.788932 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a877f200-d20f-4f96-8785-d01635116e3c req-2d03bb7e-6e0f-4f9b-878c-c87fb675fd02 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Dec 10 09:23:47.811324 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-29c44d8f-1a58-4624-820c-e85140388948 req-cb95cd6a-44ae-4a94-aaae-e9e36bb6a423 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407166 Dec 10 09:23:47.832081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-24dec7e7-21df-4af7-9cb1-98364e98e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.832081 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-24dec7e7-21df-4af7-9cb1-98364e98e95d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.1702132 Dec 10 09:23:47.837395 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.838876 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.839701 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:47.932560 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-b8f42285-1879-47af-ad24-6b80c9086d09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 HTTP/1.1" status: 200 len: 217 time: 0.0847607 Dec 10 09:23:47.945088 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8555133 Dec 10 09:23:47.945598 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42556) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:47.950093 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827a3b-0ba8-4307-8490-c04ca54110a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a89e26-2c4c-4305-be04-d9d026ea1b90,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:47.952173 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Request body: {'subnet': {'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2145546171-subnet', 'tenant_id': '23ab152534ab4922b0fcf937d4cf7080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:47.963584 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network f5a89e26-2c4c-4305-be04-d9d026ea1b90 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:47.975187 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Made reservation on behalf of 23ab152534ab4922b0fcf937d4cf7080 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:47.977687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:48.013733 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-723f3c01-39a6-42c1-802c-8901b862fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.015842 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-723f3c01-39a6-42c1-802c-8901b862fc17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0629547 Dec 10 09:23:48.063819 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-c3279f9c-d13a-44d2-b879-73d57c838cac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330288 Dec 10 09:23:48.160383 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:48.162252 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-734dec34-c39d-4519-8f6e-70e12ee82872 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898063 Dec 10 09:23:48.215899 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4d0655-6348-4a20-9bfc-9bfa0a44b0af,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:48.225664 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Checking segment: {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:48.226092 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Network hostable DHCP agents. Network: f5a89e26-2c4c-4305-be04-d9d026ea1b90, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:48.244100 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Network f5a89e26-2c4c-4305-be04-d9d026ea1b90 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:48.255192 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, f5a89e26-2c4c-4305-be04-d9d026ea1b90) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:48.263616 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.263787 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d507eac-d906-497b-8a5d-ed862642e9be None None] Network f5a89e26-2c4c-4305-be04-d9d026ea1b90 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:48.264205 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:48.275574 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc199c67-cfe2-41b1-8cfc-5133d2d68b0b req-bf0f06ec-375d-4385-941a-0f5e58e64961 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902314 Dec 10 09:23:48.281364 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ecc3edca-fcfb-42fe-a77c-84d9d13a7dd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3340626 Dec 10 09:23:48.383375 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a39e71-419d-434d-b753-21d21c6fff73 None None] Network f5a89e26-2c4c-4305-be04-d9d026ea1b90 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:48.587113 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:48.916481 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae9327-8e45-40a0-953f-601108ff6941 req-b72c31b0-438a-4825-88c5-e6a217d56593 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.917944 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d8ae9327-8e45-40a0-953f-601108ff6941 req-b72c31b0-438a-4825-88c5-e6a217d56593 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 950 time: 0.0503600 Dec 10 09:23:48.941549 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223d94f-194c-48dd-8552-efbcfbf52d86 req-78e2a26e-5dfb-4b9e-9fc2-d79963772831 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.943061 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2223d94f-194c-48dd-8552-efbcfbf52d86 req-78e2a26e-5dfb-4b9e-9fc2-d79963772831 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0526743 Dec 10 09:23:48.966722 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d8ae9327-8e45-40a0-953f-601108ff6941 req-18659712-a996-4721-8400-1176baffe1dd tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f18842-f7ac-4589-b55b-2391deca43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Dec 10 09:23:49.007072 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2223d94f-194c-48dd-8552-efbcfbf52d86 req-f67e254f-cb02-463e-839c-8ac97383a367 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557284 Dec 10 09:23:49.429059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517a19-614c-4038-824e-17248cc3ef3d req-eb411a5e-b414-44c9-abb0-2ee79edd17e7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:49.430559 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e517a19-614c-4038-824e-17248cc3ef3d req-eb411a5e-b414-44c9-abb0-2ee79edd17e7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0687685 Dec 10 09:23:49.483020 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e517a19-614c-4038-824e-17248cc3ef3d req-5732e5a1-52c5-4f82-bf7a-2f9347cf5016 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Dec 10 09:23:49.492512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00609509-d493-4252-83a9-b86c0b7347b9 req-f627fec0-6fec-4533-b356-3b5080bf0f19 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:49.494004 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-00609509-d493-4252-83a9-b86c0b7347b9 req-f627fec0-6fec-4533-b356-3b5080bf0f19 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 950 time: 0.0494046 Dec 10 09:23:49.664601 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Deleting port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:49.664933 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.766617 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] For port 7a28b2ff-6ea7-4497-ba11-00f5713427d5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7a28b2ff-6ea7-4497-ba11-00f5713427d5,segment=NetworkSegment(7f957534-31df-433d-a46d-334606935d73),segment_id=7f957534-31df-433d-a46d-334606935d73)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:49.766986 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.783271 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Calling delete_port for 7a28b2ff-6ea7-4497-ba11-00f5713427d5 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:49.936546 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.962763 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Pushing event deleted for resources: {'Port': ['ID=7a28b2ff-6ea7-4497-ba11-00f5713427d5,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:49.979218 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-3f53e0a1-9c57-4abe-9b8b-8b4fc36815ab tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:49.980988 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-3f53e0a1-9c57-4abe-9b8b-8b4fc36815ab tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/networks?id=f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 200 len: 814 time: 0.1056621 Dec 10 09:23:49.999222 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-3e2de139-c10c-425c-8e90-9ab2bfe8089b tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/quotas/23ab152534ab4922b0fcf937d4cf7080 HTTP/1.1" status: 200 len: 375 time: 0.0114365 Dec 10 09:23:50.026080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] No DVR routers for this DVR port 7a28b2ff-6ea7-4497-ba11-00f5713427d5 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:50.034127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.034127 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-00609509-d493-4252-83a9-b86c0b7347b9 req-bd85f952-1dbf-466b-a356-5ee6a7251b31 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.43 "DELETE /v2.0/ports/7a28b2ff-6ea7-4497-ba11-00f5713427d5 HTTP/1.1" status: 204 len: 173 time: 0.5256667 Dec 10 09:23:50.034127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'name': 'network-vif-deleted', 'tag': '7a28b2ff-6ea7-4497-ba11-00f5713427d5'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:50.035986 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c58eebc-0275-4573-937a-fed66b522cc3" -d '{"events": [{"server_uuid": "76e5acf0-6ead-4418-bdbb-28fd8b73a59c", "name": "network-vif-deleted", "tag": "7a28b2ff-6ea7-4497-ba11-00f5713427d5"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:50.038481 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-20e3c89f-c1cd-4187-8d15-aafb1e7263c5 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ab152534ab4922b0fcf937d4cf7080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321751 Dec 10 09:23:50.134687 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4325e16d-c2fd-4e66-9e2a-77611e3f2e22 service neutron] 10.222.0.21 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883222 Dec 10 09:23:50.223898 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-67575d4c-299c-4199-9ef5-42fd55dae20f service neutron] 10.222.0.21 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Dec 10 09:23:50.391334 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ee9343af-2e91-4588-aefd-d03a5ada2031 req-87f61bbf-b994-4c08-b9e5-8261a3c4bf95 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 210 time: 0.0261469 Dec 10 09:23:50.492471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e8dbc-18bb-48ae-8214-1b8819f4bcd3 req-93f2e824-6983-463c-ba20-b9b7dd3796d9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.494127 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c77e8dbc-18bb-48ae-8214-1b8819f4bcd3 req-93f2e824-6983-463c-ba20-b9b7dd3796d9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0497169 Dec 10 09:23:50.551938 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c77e8dbc-18bb-48ae-8214-1b8819f4bcd3 req-d2d73f1c-5ca9-4650-8fa7-d634980e4847 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513718 Dec 10 09:23:50.595838 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0e477-d5c4-474c-a33f-0c0bab7c64c2 x-openstack-request-id: req-64f0e477-d5c4-474c-a33f-0c0bab7c64c2 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:50.596366 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e5acf0-6ead-4418-bdbb-28fd8b73a59c", "name": "network-vif-deleted", "tag": "7a28b2ff-6ea7-4497-ba11-00f5713427d5", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:50.596366 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64f0e477-d5c4-474c-a33f-0c0bab7c64c2 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:50.596783 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e5acf0-6ead-4418-bdbb-28fd8b73a59c', 'name': 'network-vif-deleted', 'tag': '7a28b2ff-6ea7-4497-ba11-00f5713427d5', 'status': 'completed', 'code': 200} Dec 10 09:23:50.651905 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b13edd3e-2c19-47f3-b68b-c5edb7ba0d58 req-b65b2018-7b12-4b06-a9f5-241c5e3e7e64 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0261812 Dec 10 09:23:50.761097 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee06faf-d49a-41f6-89dc-26fe99f71bae req-7ba35477-f33c-4206-8d14-f6fe652b7697 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.762741 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0ee06faf-d49a-41f6-89dc-26fe99f71bae req-7ba35477-f33c-4206-8d14-f6fe652b7697 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0499091 Dec 10 09:23:50.816383 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0ee06faf-d49a-41f6-89dc-26fe99f71bae req-7c4e1a74-2f03-4bc9-89ff-aec52581a982 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Dec 10 09:23:51.504246 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9e9f8e40-3885-47aa-9653-7a7e1f81635a req-2ac5264a-9fd6-450e-b890-42dd8aba29f3 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 210 time: 0.0350296 Dec 10 09:23:51.671784 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817462-5c5b-4323-aced-f2639ff038d1 req-f7e88d85-5808-4f88-9fe2-e18274681cd9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:51.673307 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-67817462-5c5b-4323-aced-f2639ff038d1 req-f7e88d85-5808-4f88-9fe2-e18274681cd9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0541759 Dec 10 09:23:51.724694 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-67817462-5c5b-4323-aced-f2639ff038d1 req-35515ca3-fcba-4e2d-8f2c-dc046c0e2835 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Dec 10 09:23:51.810110 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4950ef40-0058-44d8-8ab5-1059721d3adf req-0835935a-af84-47f2-afec-f4928f8db2fb tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0327618 Dec 10 09:23:51.953043 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaaf6b-aaeb-4741-9987-d60364802c14 req-990f0c5e-2389-4882-90c4-226e4474afc2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:51.954850 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9dcaaf6b-aaeb-4741-9987-d60364802c14 req-990f0c5e-2389-4882-90c4-226e4474afc2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0584879 Dec 10 09:23:52.006253 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9dcaaf6b-aaeb-4741-9987-d60364802c14 req-4fd80e68-f7c4-4dea-9390-f0b575cf1aad tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Dec 10 09:23:52.395192 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['7a28b2ff-6ea7-4497-ba11-00f5713427d5'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:52.623162 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7c76e8cb-8ea3-481e-9451-7cc03603b717 req-7b9cf52b-e64a-4e06-a413-8678208e3b71 tempest-VolumesNegativeTest-666351539 tempest-VolumesNegativeTest-666351539-project] 10.222.0.21 "GET /v2.0/ports?device_id=76e5acf0-6ead-4418-bdbb-28fd8b73a59c HTTP/1.1" status: 200 len: 210 time: 0.0287738 Dec 10 09:23:52.858690 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12ca7-8bd7-4fa5-a34a-4527633fbc1e req-a030349e-dd91-4cf9-b67e-76d03fb54469 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:52.860167 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-89e12ca7-8bd7-4fa5-a34a-4527633fbc1e req-a030349e-dd91-4cf9-b67e-76d03fb54469 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0650826 Dec 10 09:23:52.904578 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ad97e8b5-1345-45b5-8121-961a683fe4cc req-fe4be952-8106-47a5-84e2-1c9b13f39a14 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0247195 Dec 10 09:23:52.911109 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-89e12ca7-8bd7-4fa5-a34a-4527633fbc1e req-0b3e38b6-ca61-429e-982f-b2a530fbb4a6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Dec 10 09:23:53.148507 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54798eb-eeb0-4754-88d6-98b1950f2ee4 req-87ae9b77-d8ef-4492-b5dc-705d7cc50bf6 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:53.149936 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d54798eb-eeb0-4754-88d6-98b1950f2ee4 req-87ae9b77-d8ef-4492-b5dc-705d7cc50bf6 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0623026 Dec 10 09:23:53.201891 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d54798eb-eeb0-4754-88d6-98b1950f2ee4 req-edd15c66-365a-412d-b784-8c5d81b85019 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Dec 10 09:23:53.783693 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-ccfa27fc-5b12-42e0-8397-0a7c3cbd6a5a tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:53.785176 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-ccfa27fc-5b12-42e0-8397-0a7c3cbd6a5a tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "GET /v2.0/networks?id=f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 200 len: 814 time: 0.1570289 Dec 10 09:23:53.804657 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Request body: {'port': {'device_id': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90', 'admin_state_up': True, 'tenant_id': '23ab152534ab4922b0fcf937d4cf7080'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:53.942899 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Made reservation on behalf of 23ab152534ab4922b0fcf937d4cf7080 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:53.950441 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.023398 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-737cb07a-8d6e-4b14-a069-f37160e873cf req-be3a656d-1f11-41dc-b80e-e8d4e8f37d22 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0373709 Dec 10 09:23:54.144612 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Allocated IP 172.20.0.6 (f5a89e26-2c4c-4305-be04-d9d026ea1b90/cb4d0655-6348-4a20-9bfc-9bfa0a44b0af/c9f2eea4-4563-49d9-b780-e9464b2d8d68) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:54.165023 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f421280-3ee1-4835-a160-671b98d817d6 req-95598f50-8e60-4b6c-80db-f2d772a5c519 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:54.166709 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7f421280-3ee1-4835-a160-671b98d817d6 req-95598f50-8e60-4b6c-80db-f2d772a5c519 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0746732 Dec 10 09:23:54.325849 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7f421280-3ee1-4835-a160-671b98d817d6 req-f6ddcce3-6b2a-4d52-b609-93309ec13f85 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508057 Dec 10 09:23:54.355406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.396132 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.420450 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 7a28b2ff-6ea7-4497-ba11-00f5713427d5 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:54.440952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Network f5a89e26-2c4c-4305-be04-d9d026ea1b90 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:54.442406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:54.446676 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:54.452555 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eff15a-b7c6-4c50-a0d8-b83f5a1804cf req-a05eed46-1f1f-4400-8aeb-5514badaa169 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:54.473088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 7a28b2ff-6ea7-4497-ba11-00f5713427d5 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:23:54.473446 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 7a28b2ff-6ea7-4497-ba11-00f5713427d5 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:54.482566 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-19eff15a-b7c6-4c50-a0d8-b83f5a1804cf req-a05eed46-1f1f-4400-8aeb-5514badaa169 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1453600 Dec 10 09:23:54.489420 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Pushing event updated for resources: {'Port': ['ID=c9f2eea4-4563-49d9-b780-e9464b2d8d68,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:54.513291 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:54.514563 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.537400 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-129c175d-a0c5-4a99-82b8-816f1a6138aa tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384577 Dec 10 09:23:54.556908 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Request body: {'port': {'device_id': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:54.562587 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-19eff15a-b7c6-4c50-a0d8-b83f5a1804cf req-f11d2531-293a-4745-ace3-ab2cf6d7aa78 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788426 Dec 10 09:23:54.829255 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.126756 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f2eea4-4563-49d9-b780-e9464b2d8d68 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:55.138653 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.139906 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b58a4-4317-4444-a9da-8aff6e5c4c54 req-58962ea0-1598-4ea6-8c98-94087cf9c1e0 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:55.148438 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1e0b58a4-4317-4444-a9da-8aff6e5c4c54 req-58962ea0-1598-4ea6-8c98-94087cf9c1e0 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 931 time: 0.0561664 Dec 10 09:23:55.153333 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Transition to ACTIVE for port object c9f2eea4-4563-49d9-b780-e9464b2d8d68 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:55.162623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.218614 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1e0b58a4-4317-4444-a9da-8aff6e5c4c54 req-bf611f09-2b58-48c1-9796-74eba675b683 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Dec 10 09:23:55.223446 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2eea4-4563-49d9-b780-e9464b2d8d68,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:55.301532 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Attempting to bind port c9f2eea4-4563-49d9-b780-e9464b2d8d68 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:55.301846 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Attempting to bind port c9f2eea4-4563-49d9-b780-e9464b2d8d68 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:55.302207 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Attempting to bind port c9f2eea4-4563-49d9-b780-e9464b2d8d68 on network f5a89e26-2c4c-4305-be04-d9d026ea1b90 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:55.306594 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Port c9f2eea4-4563-49d9-b780-e9464b2d8d68 on network f5a89e26-2c4c-4305-be04-d9d026ea1b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:55.306909 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Attempting to bind port c9f2eea4-4563-49d9-b780-e9464b2d8d68 on network f5a89e26-2c4c-4305-be04-d9d026ea1b90 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:55.312114 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:55.312509 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Checking segment: {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:55.312959 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Bound using segment: {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:55.313355 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Bound port: c9f2eea4-4563-49d9-b780-e9464b2d8d68, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:55.313686 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.389153 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] For port c9f2eea4-4563-49d9-b780-e9464b2d8d68, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:55.393368 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] For port c9f2eea4-4563-49d9-b780-e9464b2d8d68, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:55.399308 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.457351 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:55.458239 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.459751 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] 10.222.0.43 "PUT /v2.0/ports/c9f2eea4-4563-49d9-b780-e9464b2d8d68 HTTP/1.1" status: 200 len: 1093 time: 0.9107978 Dec 10 09:23:55.473216 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'tag': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:55.475579 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26526955-aca9-4b2f-b28a-634164d10258" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7416b8-6efb-44de-9494-632fe410d5d0", "tag": "c9f2eea4-4563-49d9-b780-e9464b2d8d68"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:55.506927 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d405-1537-47a9-b8b2-c761b1c9e90c service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2eea4-4563-49d9-b780-e9464b2d8d68,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:55.540582 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f80bad9-7fee-4ab8-b64a-8815e2d77a08 x-openstack-request-id: req-5f80bad9-7fee-4ab8-b64a-8815e2d77a08 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:55.541059 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7416b8-6efb-44de-9494-632fe410d5d0", "tag": "c9f2eea4-4563-49d9-b780-e9464b2d8d68", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:55.541355 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f80bad9-7fee-4ab8-b64a-8815e2d77a08 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:55.541912 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'tag': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68', 'status': 'completed', 'code': 200} Dec 10 09:23:55.553049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a85c69-0458-4c1d-83d1-87b977490c7b req-5159ddd9-d5f1-4664-960b-e53dfe79ce19 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:55.554601 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17a85c69-0458-4c1d-83d1-87b977490c7b req-5159ddd9-d5f1-4664-960b-e53dfe79ce19 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1220710 Dec 10 09:23:55.610957 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-25b8987b-e96c-4d93-b581-1d1f508d757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:55.613796 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-25b8987b-e96c-4d93-b581-1d1f508d757b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23ab152534ab4922b0fcf937d4cf7080&device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 1096 time: 0.1039867 Dec 10 09:23:55.690589 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-c14278e6-7f5d-4468-ba35-75389df50f25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68 HTTP/1.1" status: 200 len: 217 time: 0.0636663 Dec 10 09:23:55.696714 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17a85c69-0458-4c1d-83d1-87b977490c7b req-17e01efe-ff1c-41cf-89a9-d4165475f4ab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334162 Dec 10 09:23:55.745530 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb24b4-5cc2-46a7-98a7-5feb5974639a req-46650def-30ce-42e8-9dae-7a3d88192749 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:55.755469 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-70cb24b4-5cc2-46a7-98a7-5feb5974639a req-46650def-30ce-42e8-9dae-7a3d88192749 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0991552 Dec 10 09:23:55.776100 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-7e6a0d98-7c0e-475a-aa2a-bbb7a14fd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:55.778186 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-7e6a0d98-7c0e-475a-aa2a-bbb7a14fd363 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb4d0655-6348-4a20-9bfc-9bfa0a44b0af HTTP/1.1" status: 200 len: 854 time: 0.0785263 Dec 10 09:23:55.834713 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-70cb24b4-5cc2-46a7-98a7-5feb5974639a req-9b51e556-edf0-4a5c-bafe-34ecd827e15b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770831 Dec 10 09:23:55.835522 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-10f6ee21-5d45-4b8e-97c3-533ad30fcc86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5a89e26-2c4c-4305-be04-d9d026ea1b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458035 Dec 10 09:23:56.044396 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-e98d218f-42a4-4e34-8877-41baa9c0d4b9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:56.051446 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-e98d218f-42a4-4e34-8877-41baa9c0d4b9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.2279565 Dec 10 09:23:56.056762 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-edb461c2-444d-4ab1-a296-94f6d12d5051 service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083900 Dec 10 09:23:56.070836 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-75adeb94-b5f7-4d64-8bde-e6ffc0eb0428 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/quotas/a2adf63dbacb4c15bf70d993630e30b7 HTTP/1.1" status: 200 len: 375 time: 0.0181265 Dec 10 09:23:56.128212 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 42956) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:56.213921 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7ea2bdd8-46e8-47a9-b007-72c1e069e3ae tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318398 Dec 10 09:23:56.219974 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ef1bd73c-9988-4047-8813-4b72e173db12 req-2591f621-e8b1-4bce-bb55-b8b1546484d0 service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477327 Dec 10 09:23:56.257514 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b090a88-a67c-4df4-92cd-92e61815d722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.358864 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526955-aca9-4b2f-b28a-634164d10258 req-683124d5-7052-4bd9-af1c-11ac7e2825cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:56.360684 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-683124d5-7052-4bd9-af1c-11ac7e2825cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23ab152534ab4922b0fcf937d4cf7080&device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0568645 Dec 10 09:23:56.386705 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-a30ccba1-b171-4312-a62b-7cb1cd069d7e service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636364 Dec 10 09:23:56.393768 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b090a88-a67c-4df4-92cd-92e61815d722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.400603 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b090a88-a67c-4df4-92cd-92e61815d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.427335 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6b090a88-a67c-4df4-92cd-92e61815d722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33791fc9df5340cf96595e2f69b3f999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980101 Dec 10 09:23:56.431471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 42974) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:56.436598 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a2091-73e3-447c-b818-313d70ffab7b req-43398f7c-5686-4db1-a0c3-9430872d8fe1 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:56.438114 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-346a2091-73e3-447c-b818-313d70ffab7b req-43398f7c-5686-4db1-a0c3-9430872d8fe1 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 943 time: 0.1332200 Dec 10 09:23:56.466763 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b090a88-a67c-4df4-92cd-92e61815d722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea5975e-ead7-4931-977a-34fbafa22088,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:56.522744 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-346a2091-73e3-447c-b818-313d70ffab7b req-a4742b17-0a3b-44e5-889a-6d16641470fc tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744350 Dec 10 09:23:56.604039 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526955-aca9-4b2f-b28a-634164d10258 req-2961f965-bc8a-4e9d-9c8a-af59ca34d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:56.605529 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-2961f965-bc8a-4e9d-9c8a-af59ca34d1f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 200 len: 915 time: 0.2171645 Dec 10 09:23:56.612991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.617467 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-03c5cf48-cab9-4a18-b87b-d844a44aa4b7 service neutron] 10.222.0.21 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184036 Dec 10 09:23:56.663024 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-39ea1980-2999-4774-9d10-54adabce5d28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68 HTTP/1.1" status: 200 len: 217 time: 0.0477026 Dec 10 09:23:56.676164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.757425 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526955-aca9-4b2f-b28a-634164d10258 req-68f01572-8825-4d7e-8c0c-de6587d62352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:56.759244 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-68f01572-8825-4d7e-8c0c-de6587d62352 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb4d0655-6348-4a20-9bfc-9bfa0a44b0af HTTP/1.1" status: 200 len: 854 time: 0.0762024 Dec 10 09:23:56.786472 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.789038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:56.792576 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ea5975e-ead7-4931-977a-34fbafa22088 HTTP/1.1" status: 204 len: 168 time: 0.3336818 Dec 10 09:23:56.809069 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-97fb48af-3158-4f6c-b61d-e0c3ecbb77ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5a89e26-2c4c-4305-be04-d9d026ea1b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362718 Dec 10 09:23:56.814467 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea5975e-ead7-4931-977a-34fbafa22088,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:56.844139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.844139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.844139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.844513 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.844729 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.845239 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.845740 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.846289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.846766 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.847428 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.847997 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.848499 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.848974 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0fa96-fa23-4bd9-9b54-5b66822ae6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.932964 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-040c7c0b-bfd7-4b31-b109-641d59985d36 req-ab21f0ce-2b5a-4c95-805b-e79e407379de tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 210 time: 0.0496328 Dec 10 09:23:56.941507 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86e2ec-a489-4343-82ad-7b6d80ce0702 req-b0d420ae-9f00-429d-90d2-a1dced9ce8c9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:56.949858 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-be86e2ec-a489-4343-82ad-7b6d80ce0702 req-b0d420ae-9f00-429d-90d2-a1dced9ce8c9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1511326 Dec 10 09:23:57.010654 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-e085e973-8719-484b-92ea-d60749e34a4b service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894310 Dec 10 09:23:57.056825 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-be86e2ec-a489-4343-82ad-7b6d80ce0702 req-5e8c66ca-25af-4afc-9f3d-af59faf64f28 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055505 Dec 10 09:23:57.203230 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d220f-4b91-4e90-b951-c625fcde6b58 req-8e95d09d-3b0c-4502-8939-87a6c87a5084 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:57.205234 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0d9d220f-4b91-4e90-b951-c625fcde6b58 req-8e95d09d-3b0c-4502-8939-87a6c87a5084 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1529763 Dec 10 09:23:57.207781 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26526955-aca9-4b2f-b28a-634164d10258 req-7b0f2db4-b2c0-4630-b710-ef63aff3b178 service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866031 Dec 10 09:23:57.261392 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0d9d220f-4b91-4e90-b951-c625fcde6b58 req-0202462b-7e92-4612-ad7d-a8ddbb9683a9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500367 Dec 10 09:23:57.641797 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d264444-fab5-47be-8862-d669421825e9 req-5650a191-825c-4d8f-9c25-d0b4683a72e6 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:57.643387 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7d264444-fab5-47be-8862-d669421825e9 req-5650a191-825c-4d8f-9c25-d0b4683a72e6 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 943 time: 0.0540819 Dec 10 09:23:57.693988 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7d264444-fab5-47be-8862-d669421825e9 req-d5357ce6-4799-485d-b335-2e08268e0e68 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Dec 10 09:23:58.025400 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9484665c-4ef3-4654-b7e1-40fe333e0b67 req-cc568102-d591-4632-8d7c-6f23562c46d9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 210 time: 0.0268772 Dec 10 09:23:58.151120 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-d7540c03-4f06-4557-8336-d4688fe77ec3 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:58.152766 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-d7540c03-4f06-4557-8336-d4688fe77ec3 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 815 time: 0.1302264 Dec 10 09:23:58.172524 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Request body: {'port': {'device_id': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'admin_state_up': True, 'tenant_id': 'a2adf63dbacb4c15bf70d993630e30b7'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:58.180883 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a03df-58ff-4fc3-86d4-394e594fcbaa req-bd3daafa-d5dd-4304-a083-76c72a8c9fa3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:58.182570 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2c2a03df-58ff-4fc3-86d4-394e594fcbaa req-bd3daafa-d5dd-4304-a083-76c72a8c9fa3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0511818 Dec 10 09:23:58.245336 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2c2a03df-58ff-4fc3-86d4-394e594fcbaa req-13f9a689-5c80-48cc-91bc-d99df79470e4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Dec 10 09:23:58.303248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Made reservation on behalf of a2adf63dbacb4c15bf70d993630e30b7 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:58.306790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.422256 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c9f2eea4-4563-49d9-b780-e9464b2d8d68 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:58.444989 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371040-ac53-420e-a3a6-88062086f233 req-0946b704-f015-4117-b14a-eafc8adf231d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:58.446496 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-56371040-ac53-420e-a3a6-88062086f233 req-0946b704-f015-4117-b14a-eafc8adf231d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0863495 Dec 10 09:23:58.482733 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43046) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:58.500236 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Allocated IP 172.20.0.6 (7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9/84c616fd-41b9-4f8e-9297-5f443f8693a1/530c1094-a4c2-405b-882d-44168912cc7a) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:58.526321 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-56371040-ac53-420e-a3a6-88062086f233 req-c0ea27f9-8d8f-4be4-bc28-8706832baae2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726395 Dec 10 09:23:58.527127 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port c9f2eea4-4563-49d9-b780-e9464b2d8d68, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:58.539638 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68', 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90', 'port_id': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68', 'mac_address': 'fa:16:3e:eb:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4d0655-6348-4a20-9bfc-9bfa0a44b0af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:58.580015 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.592998 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f2eea4-4563-49d9-b780-e9464b2d8d68 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:58.612732 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port c9f2eea4-4563-49d9-b780-e9464b2d8d68, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:58.617952 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.663508 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=c9f2eea4-4563-49d9-b780-e9464b2d8d68,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:58.685036 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-897aa582-50a9-475a-8a4d-755eba71637f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3838cde1bf614b6b9f91ee34dd761dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001386 Dec 10 09:23:58.687770 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43050) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:58.707029 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.739881 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.743014 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.755993 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f', '897e2213-66c6-4731-9612-c2f8d4c839b2', '8a874e0d-6254-47c2-9bae-58a6ac6a30e8'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:58.769524 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.790322 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:58.793427 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:58.797538 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:58.822453 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event updated for resources: {'Port': ['ID=530c1094-a4c2-405b-882d-44168912cc7a,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:58.848721 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017221c-a38a-457f-aae0-768f3c81c2aa req-9eff5bb9-82d3-43eb-9e2b-91db06867c11 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:58.856791 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6017221c-a38a-457f-aae0-768f3c81c2aa req-9eff5bb9-82d3-43eb-9e2b-91db06867c11 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 944 time: 0.0933778 Dec 10 09:23:58.862164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:58.862988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.891855 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-7efda13b-5344-4f2c-9c01-7b7bf32533a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237222 Dec 10 09:23:58.919092 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Request body: {'port': {'device_id': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:58.923361 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6017221c-a38a-457f-aae0-768f3c81c2aa req-bd8bf6f6-794a-4af6-a60d-5ac43916014e tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602005 Dec 10 09:23:58.939849 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.942963 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.944100 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56f18842-f7ac-4589-b55b-2391deca43c1 HTTP/1.1" status: 204 len: 168 time: 0.2553351 Dec 10 09:23:58.952710 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f18842-f7ac-4589-b55b-2391deca43c1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:58.960908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.961268 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.961618 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.961965 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.962615 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.963097 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.963459 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.963844 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.964183 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.964518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.965028 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.965588 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.965959 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd196ec4-a298-427d-bc3e-13039db900e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:58.980519 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['c9f2eea4-4563-49d9-b780-e9464b2d8d68'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:59.015452 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.229663 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf3bfa-5a5d-4280-acb1-cadc13c6c243 req-933903aa-fbfa-4dc5-b88d-4c651f9899ed tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:59.241595 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6faf3bfa-5a5d-4280-acb1-cadc13c6c243 req-933903aa-fbfa-4dc5-b88d-4c651f9899ed tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 931 time: 0.0878530 Dec 10 09:23:59.352502 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6faf3bfa-5a5d-4280-acb1-cadc13c6c243 req-4304facd-b000-4e08-884a-d8ded72cac69 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933836 Dec 10 09:23:59.444627 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a87c99-f0cd-4c6b-a5cf-8335f70c2161 req-9f3b238a-a72c-423f-b920-aa88e6d11ee8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:59.446445 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b9a87c99-f0cd-4c6b-a5cf-8335f70c2161 req-9f3b238a-a72c-423f-b920-aa88e6d11ee8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0947423 Dec 10 09:23:59.506963 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530c1094-a4c2-405b-882d-44168912cc7a {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:59.518669 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.542085 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b9a87c99-f0cd-4c6b-a5cf-8335f70c2161 req-cec7c0e7-b93f-493b-b78b-da82e3349856 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770042 Dec 10 09:23:59.545818 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Transition to ACTIVE for port object 530c1094-a4c2-405b-882d-44168912cc7a will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:59.550476 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.608930 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Pushing event updated for resources: {'Port': ['ID=530c1094-a4c2-405b-882d-44168912cc7a,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:59.663254 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f7158-3d9d-4dcd-b9cb-2c23b44403b7 req-1d488606-f0f5-4f53-a56f-7664bccb4dd2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:59.664829 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c55f7158-3d9d-4dcd-b9cb-2c23b44403b7 req-1d488606-f0f5-4f53-a56f-7664bccb4dd2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0515978 Dec 10 09:23:59.679617 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Attempting to bind port 530c1094-a4c2-405b-882d-44168912cc7a on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:59.679617 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Attempting to bind port 530c1094-a4c2-405b-882d-44168912cc7a by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:59.679939 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Attempting to bind port 530c1094-a4c2-405b-882d-44168912cc7a on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:59.687025 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Port 530c1094-a4c2-405b-882d-44168912cc7a on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:59.687353 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Attempting to bind port 530c1094-a4c2-405b-882d-44168912cc7a on network 7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:59.694189 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:59.694629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Checking segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:59.695009 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Bound using segment: {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:59.695438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Bound port: 530c1094-a4c2-405b-882d-44168912cc7a, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de071c-a366-4bbc-8305-6bcbedf865fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:59.695790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.724111 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c55f7158-3d9d-4dcd-b9cb-2c23b44403b7 req-9986aba9-51b5-44cd-aa02-6c9762996804 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520160 Dec 10 09:23:59.768017 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] For port 530c1094-a4c2-405b-882d-44168912cc7a, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:59.771635 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] For port 530c1094-a4c2-405b-882d-44168912cc7a, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=530c1094-a4c2-405b-882d-44168912cc7a,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:59.775790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.786166 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43092) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:59.791472 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:59.792433 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.793917 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] 10.222.0.43 "PUT /v2.0/ports/530c1094-a4c2-405b-882d-44168912cc7a HTTP/1.1" status: 200 len: 1093 time: 0.8796058 Dec 10 09:23:59.814963 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'tag': '530c1094-a4c2-405b-882d-44168912cc7a'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:59.816813 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182034d5-b35d-4685-a501-7c481ef803f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcd9081-13b2-494b-ba7c-bf29109f7b45", "tag": "530c1094-a4c2-405b-882d-44168912cc7a"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:59.857627 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ad466f-d08d-4c54-86a0-166d15998404 x-openstack-request-id: req-74ad466f-d08d-4c54-86a0-166d15998404 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:59.857905 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcd9081-13b2-494b-ba7c-bf29109f7b45", "tag": "530c1094-a4c2-405b-882d-44168912cc7a", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:59.858189 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74ad466f-d08d-4c54-86a0-166d15998404 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:59.858567 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'tag': '530c1094-a4c2-405b-882d-44168912cc7a', 'status': 'completed', 'code': 200} Dec 10 09:23:59.876345 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cafe7-d34b-4796-bf79-74210f22b5fc service neutron] Pushing event updated for resources: {'Port': ['ID=530c1094-a4c2-405b-882d-44168912cc7a,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:59.892533 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-a581a1ee-e924-411f-a03d-06958eb5397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:59.894074 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-a581a1ee-e924-411f-a03d-06958eb5397b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 1096 time: 0.0473914 Dec 10 09:23:59.904620 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1400829524-network', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:59.924964 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Made reservation on behalf of 7aed92792c0a45d58fa5cedf9950162b for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:59.927581 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.936550 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.944889 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-66b8085e-8be0-4482-9f0b-34734d6f6a3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530c1094-a4c2-405b-882d-44168912cc7a HTTP/1.1" status: 200 len: 217 time: 0.0378437 Dec 10 09:23:59.999790 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-251c05b2-4b7f-45c5-b660-8d3f202dc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.001260 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-251c05b2-4b7f-45c5-b660-8d3f202dc86e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.0453346 Dec 10 09:24:00.039248 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-774f8a19-5def-4c63-83c5-989af96e89f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254021 Dec 10 09:24:00.049427 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.061448 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678cd0e-d2ac-4411-867f-e65d59bae07b req-cb709428-1fb2-4ef2-acb8-6825a3f1001b tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.063021 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e678cd0e-d2ac-4411-867f-e65d59bae07b req-cb709428-1fb2-4ef2-acb8-6825a3f1001b tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 944 time: 0.0735829 Dec 10 09:24:00.063799 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.089325 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:24:00.118857 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.119192 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Added segment c8554724-c576-4a17-bb40-2d0f35f8f40a of type vlan for network 0503223a-c71a-400e-b4f4-a95a44e40b4c Dec 10 09:24:00.125727 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb006cc-a019-4684-8fd2-8c421bf45dc6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:00.148279 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-e4bf3829-e438-4a27-8939-b4f645707c48 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948288 Dec 10 09:24:00.171176 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e678cd0e-d2ac-4411-867f-e65d59bae07b req-87515a00-8e73-4a6d-b083-41ce9d2ffe68 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008260 Dec 10 09:24:00.180037 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.211904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.212868 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.213452 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.273354 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4859567 Dec 10 09:24:00.278126 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43100) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:00.285473 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Request body: {'subnet': {'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1400829524-subnet', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:00.289815 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1717c-c987-4401-a101-d304d76ff710 admin admin] Pushing event updated for resources: {'Network': ['ID=0503223a-c71a-400e-b4f4-a95a44e40b4c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:00.301252 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:24:00.310810 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Made reservation on behalf of 7aed92792c0a45d58fa5cedf9950162b for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:00.313494 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.443987 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c9f2eea4-4563-49d9-b780-e9464b2d8d68 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:00.482394 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-616d0bf9-7686-4214-b42b-08bf03ada478 req-36af663b-60f1-4a32-a3d7-7b6251b76779 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249032 Dec 10 09:24:00.499714 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port c9f2eea4-4563-49d9-b780-e9464b2d8d68 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:24:00.504855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08984410-53f3-496c-aced-fb97d274d0af req-9515880c-0082-4a99-acb0-62281ac68f34 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.506384 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-08984410-53f3-496c-aced-fb97d274d0af req-9515880c-0082-4a99-acb0-62281ac68f34 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 943 time: 0.0574820 Dec 10 09:24:00.506750 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port c9f2eea4-4563-49d9-b780-e9464b2d8d68 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:00.507130 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.511362 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.565854 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d0c372-17cb-4c30-9e3f-e06aab01d477,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:00.578945 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Checking segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:00.579406 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Network hostable DHCP agents. Network: 0503223a-c71a-400e-b4f4-a95a44e40b4c, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:24:00.597858 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:24:00.606061 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.609966 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-08984410-53f3-496c-aced-fb97d274d0af req-27533c24-1d36-4ad6-851f-57c1c9cc6e27 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926995 Dec 10 09:24:00.612177 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 0503223a-c71a-400e-b4f4-a95a44e40b4c) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:00.619323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182034d5-b35d-4685-a501-7c481ef803f2 req-65c4010c-a9fd-46fa-893a-fa3adfc2511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.621637 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-65c4010c-a9fd-46fa-893a-fa3adfc2511b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 1096 time: 0.0639780 Dec 10 09:24:00.623686 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.624024 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.625141 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b844b61-909e-4ba6-9925-1b62013db720 None None] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:00.655763 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ec5e9788-e13f-42b9-9c0c-f9fb56e918d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3764758 Dec 10 09:24:00.658797 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43108) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:00.664379 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:00.695076 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port c9f2eea4-4563-49d9-b780-e9464b2d8d68, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:00.702404 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:00.705138 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398a4820-ef31-48c3-804d-538e1310b7fe" -d '{"events": [{"server_uuid": "8a7416b8-6efb-44de-9494-632fe410d5d0", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2eea4-4563-49d9-b780-e9464b2d8d68"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:00.712311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.727984 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.729366 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.736281 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182034d5-b35d-4685-a501-7c481ef803f2 req-6e34ee15-fbf7-4992-81ba-03a3ae969176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.738264 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-6e34ee15-fbf7-4992-81ba-03a3ae969176 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 200 len: 916 time: 0.1081946 Dec 10 09:24:00.742410 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d232d-cba1-46b8-8797-8be9a3bf21d2 req-32c246a2-9aab-4ef6-9b7d-6a299cd53ce8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.743909 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e90d232d-cba1-46b8-8797-8be9a3bf21d2 req-32c246a2-9aab-4ef6-9b7d-6a299cd53ce8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0827327 Dec 10 09:24:00.754631 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879d016d-6def-43a3-a669-027b2f85c878 x-openstack-request-id: req-879d016d-6def-43a3-a669-027b2f85c878 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:00.754944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7416b8-6efb-44de-9494-632fe410d5d0", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2eea4-4563-49d9-b780-e9464b2d8d68", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:00.755382 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-879d016d-6def-43a3-a669-027b2f85c878 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:00.755968 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68', 'code': 200} Dec 10 09:24:00.806131 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=c9f2eea4-4563-49d9-b780-e9464b2d8d68,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:00.814252 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.814662 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.815047 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.815741 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.816102 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.816768 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.817424 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.817899 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.818401 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.818745 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.819212 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.819542 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.819866 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:00.824761 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-0503223a-c71a-400e-b4f4-a95a44e40b4c', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:24:00.826501 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.842570 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.849247 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-b41da8fe-9ef6-4ded-ba6a-0e11182762be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=530c1094-a4c2-405b-882d-44168912cc7a HTTP/1.1" status: 200 len: 217 time: 0.0929155 Dec 10 09:24:00.944236 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e90d232d-cba1-46b8-8797-8be9a3bf21d2 req-6f87a7cb-9ba0-4c4e-92c2-76bee3bb0868 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881528 Dec 10 09:24:00.968882 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182034d5-b35d-4685-a501-7c481ef803f2 req-33164ea7-fc02-4f52-bcf6-7a3248f3905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.970506 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-33164ea7-fc02-4f52-bcf6-7a3248f3905b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 200 len: 855 time: 0.1110916 Dec 10 09:24:00.977369 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Allocated IP 172.20.0.2 (0503223a-c71a-400e-b4f4-a95a44e40b4c/12d0c372-17cb-4c30-9e3f-e06aab01d477/c41c081f-6407-4a00-a417-d41803811fbb) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:00.979225 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662c34-7d70-45a2-9e27-56770d3eec88 req-8cd54e54-920b-468b-acc4-627f30ad6345 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:00.989950 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8a662c34-7d70-45a2-9e27-56770d3eec88 req-8cd54e54-920b-468b-acc4-627f30ad6345 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1363385 Dec 10 09:24:01.015648 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-03be4298-dfcc-4cf4-8adc-499ed34cd11f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319724 Dec 10 09:24:01.032288 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.054623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b408041-7360-41cf-9079-fb1e68e33a8a req-449817ad-1b2e-41e4-88e8-d9d46f57e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:01.056504 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7b408041-7360-41cf-9079-fb1e68e33a8a req-449817ad-1b2e-41e4-88e8-d9d46f57e459 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 1098 time: 0.1330585 Dec 10 09:24:01.128978 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8a662c34-7d70-45a2-9e27-56770d3eec88 req-6937b84e-2042-4f45-9c93-722d4997d23c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355662 Dec 10 09:24:01.162281 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.166920 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7b408041-7360-41cf-9079-fb1e68e33a8a req-cf7b6151-4ac1-4f46-b8de-8eacd11e1feb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750885 Dec 10 09:24:01.172049 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.183710 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-cfe7ed7a-0f9b-49b7-8245-a8f7631389ac service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594350 Dec 10 09:24:01.248257 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:01.253036 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:01.258211 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:01.270082 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Pushing event updated for resources: {'Port': ['ID=c41c081f-6407-4a00-a417-d41803811fbb,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:01.348768 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Attempting to bind port c41c081f-6407-4a00-a417-d41803811fbb on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:01.349501 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Attempting to bind port c41c081f-6407-4a00-a417-d41803811fbb by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:01.349951 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Attempting to bind port c41c081f-6407-4a00-a417-d41803811fbb on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:01.358675 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:01.359265 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Checking segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:01.359888 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.360497 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Bound using segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:01.361243 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Bound port: c41c081f-6407-4a00-a417-d41803811fbb, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:01.361854 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.379528 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eff78-9c14-4727-9e3b-f1d333b1ea1c req-8b8514fb-8e96-4995-b97e-7ea4faea27da tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:01.381858 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a54eff78-9c14-4727-9e3b-f1d333b1ea1c req-8b8514fb-8e96-4995-b97e-7ea4faea27da tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.1304333 Dec 10 09:24:01.384084 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.417137 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.463783 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] For port c41c081f-6407-4a00-a417-d41803811fbb, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:01.469080 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] For port c41c081f-6407-4a00-a417-d41803811fbb, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=c41c081f-6407-4a00-a417-d41803811fbb,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:01.473884 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.531631 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-182034d5-b35d-4685-a501-7c481ef803f2 req-c5d93f46-f05a-424e-b7cc-069b40e3e1e3 service neutron] 10.222.0.43 "GET /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081166 Dec 10 09:24:01.539053 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cce705-4d7e-4ab6-8dc5-118d34bfb869 None None] Pushing event updated for resources: {'Port': ['ID=c41c081f-6407-4a00-a417-d41803811fbb,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:01.556341 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a54eff78-9c14-4727-9e3b-f1d333b1ea1c req-990e8810-2875-4b3c-b678-9dcccfc0e47f tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426799 Dec 10 09:24:01.583838 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Allocated IP 172.27.2.228 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/608c6c87-9c09-4922-b3e2-cad246b15f37) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:01.704539 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.751208 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.781587 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b3753-3920-4cc8-91be-657e3a59cfbd req-436fe8e2-c3f2-4535-87dd-f67e0caf5eba tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:01.786782 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490b3753-3920-4cc8-91be-657e3a59cfbd req-436fe8e2-c3f2-4535-87dd-f67e0caf5eba tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 943 time: 0.0906310 Dec 10 09:24:01.795763 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:01.799091 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:01.801529 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:01.847361 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-490b3753-3920-4cc8-91be-657e3a59cfbd req-12b7b502-85d5-4a5b-9bf6-76baa0e31cd5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Dec 10 09:24:01.871771 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Pushing event updated for resources: {'Port': ['ID=608c6c87-9c09-4922-b3e2-cad246b15f37,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:02.037536 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.163930 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79ab1-3199-4897-a523-3100dafcaa03 req-705da3bb-573a-401c-b14e-0b2275cd1668 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:02.165470 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3dd79ab1-3199-4897-a523-3100dafcaa03 req-705da3bb-573a-401c-b14e-0b2275cd1668 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1258636 Dec 10 09:24:02.261236 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463104e-0fcd-4627-a974-dcea9d77d9d8 req-f18456b1-bb7e-4241-99aa-165db6da572c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:02.263527 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4463104e-0fcd-4627-a974-dcea9d77d9d8 req-f18456b1-bb7e-4241-99aa-165db6da572c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0542157 Dec 10 09:24:02.317961 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4463104e-0fcd-4627-a974-dcea9d77d9d8 req-9653b92f-1273-498e-beeb-b8816e37c56b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477757 Dec 10 09:24:02.442908 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e8576-5a5a-47ef-946f-86000b3e0d6c None None] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:02.466779 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 530c1094-a4c2-405b-882d-44168912cc7a details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:24:02.527409 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3dd79ab1-3199-4897-a523-3100dafcaa03 req-5198683f-27ad-47d1-aaf1-9bbe4fb0b196 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482499 Dec 10 09:24:02.553083 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.690327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d161-6a7f-4295-9d25-b7cab56b8e48 req-2338b39b-4796-4979-8fb5-cc0273ca3b7a tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:02.692307 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ae27d161-6a7f-4295-9d25-b7cab56b8e48 req-2338b39b-4796-4979-8fb5-cc0273ca3b7a tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0565684 Dec 10 09:24:02.700799 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:24:02.713574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-7a018c33-c26c-4137-96ba-3d912abc38d3 None None] Provisioning complete for port c41c081f-6407-4a00-a417-d41803811fbb triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:02.713574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a018c33-c26c-4137-96ba-3d912abc38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.760966 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ae27d161-6a7f-4295-9d25-b7cab56b8e48 req-dec0a645-6460-4d5b-93d1-b06f51a49452 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Dec 10 09:24:02.817596 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 530c1094-a4c2-405b-882d-44168912cc7a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=530c1094-a4c2-405b-882d-44168912cc7a,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:02.826780 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:02.836320 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '530c1094-a4c2-405b-882d-44168912cc7a', 'network_id': '7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9', 'port_id': '530c1094-a4c2-405b-882d-44168912cc7a', 'mac_address': 'fa:16:3e:e6:7e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c616fd-41b9-4f8e-9297-5f443f8693a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:24:02.841869 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:02.852370 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.852595 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:02.853285 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:02.854227 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-399447f5-c12f-492c-9771-dc244d549020 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1938460 Dec 10 09:24:02.857125 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43128) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:02.913455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a018c33-c26c-4137-96ba-3d912abc38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.917598 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.960416 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530c1094-a4c2-405b-882d-44168912cc7a {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:03.013655 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7a018c33-c26c-4137-96ba-3d912abc38d3 None None] For port c41c081f-6407-4a00-a417-d41803811fbb, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=c41c081f-6407-4a00-a417-d41803811fbb,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:03.025363 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a018c33-c26c-4137-96ba-3d912abc38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.041667 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 530c1094-a4c2-405b-882d-44168912cc7a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=530c1094-a4c2-405b-882d-44168912cc7a,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:03.044926 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:03.048839 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.073479 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532053dc-7513-41a0-bff6-af687fe3cb51 req-abab79de-d231-453a-a869-e6551a6698df tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:03.075390 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-532053dc-7513-41a0-bff6-af687fe3cb51 req-abab79de-d231-453a-a869-e6551a6698df tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 943 time: 0.1259205 Dec 10 09:24:03.138414 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device c41c081f-6407-4a00-a417-d41803811fbb up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:03.171087 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a018c33-c26c-4137-96ba-3d912abc38d3 None None] Pushing event updated for resources: {'Port': ['ID=c41c081f-6407-4a00-a417-d41803811fbb,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.172703 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-532053dc-7513-41a0-bff6-af687fe3cb51 req-ff7c2c6d-a6a2-4cbe-bc16-0a53b5dcc3e9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827978 Dec 10 09:24:03.217089 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-e7e9819d-8620-4998-8a6a-533a70f63f45 None None] Provisioning complete for port c41c081f-6407-4a00-a417-d41803811fbb triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:03.217463 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7e9819d-8620-4998-8a6a-533a70f63f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.277281 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=530c1094-a4c2-405b-882d-44168912cc7a,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.289505 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port c41c081f-6407-4a00-a417-d41803811fbb triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:03.289638 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:01Z', 'revision_number': 3, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:03.289882 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.317016 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:03.317016 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Updating router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 port 608c6c87-9c09-4922-b3e2-cad246b15f37 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:24:03.347494 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.446061 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['530c1094-a4c2-405b-882d-44168912cc7a'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:24:03.452652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.479743 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398d9a5-466e-4795-ae1f-c7b6ac6225a2 req-9b2a8aa4-f7d9-48cb-8053-e7360b51edff tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:03.481402 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6398d9a5-466e-4795-ae1f-c7b6ac6225a2 req-9b2a8aa4-f7d9-48cb-8053-e7360b51edff tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0722866 Dec 10 09:24:03.635943 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6398d9a5-466e-4795-ae1f-c7b6ac6225a2 req-550a544e-2af1-4253-bb8b-145dcffddd12 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409488 Dec 10 09:24:03.654741 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.666787 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b6d64-e91f-4efc-9cc8-b35fceec80d6 req-7c7517c3-bf5b-41c3-89be-661b911a3c01 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:03.667912 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.672204 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-869b6d64-e91f-4efc-9cc8-b35fceec80d6 req-7c7517c3-bf5b-41c3-89be-661b911a3c01 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0669947 Dec 10 09:24:03.690391 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Allocated IP 172.20.0.1 (0503223a-c71a-400e-b4f4-a95a44e40b4c/12d0c372-17cb-4c30-9e3f-e06aab01d477/a0bf3fd2-510c-40b0-97e1-98a8ab7e201c) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:03.717196 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74187e-c38b-433f-8350-e637e6a7bfd6 None None] Pushing event updated for resources: {'Port': ['ID=608c6c87-9c09-4922-b3e2-cad246b15f37,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.722734 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-869b6d64-e91f-4efc-9cc8-b35fceec80d6 req-3ca6359c-3f44-4901-985c-4baa894426a4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Dec 10 09:24:03.737806 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Attempting to bind port 608c6c87-9c09-4922-b3e2-cad246b15f37 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:03.738194 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Attempting to bind port 608c6c87-9c09-4922-b3e2-cad246b15f37 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:03.738562 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Attempting to bind port 608c6c87-9c09-4922-b3e2-cad246b15f37 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:03.744161 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:03.744532 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:03.745588 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.746035 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:03.746554 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Bound port: 608c6c87-9c09-4922-b3e2-cad246b15f37, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:03.746953 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.796574 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] For port 608c6c87-9c09-4922-b3e2-cad246b15f37, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:03.799638 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] For port 608c6c87-9c09-4922-b3e2-cad246b15f37, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=608c6c87-9c09-4922-b3e2-cad246b15f37,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:03.801426 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.803659 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.845190 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.871631 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74187e-c38b-433f-8350-e637e6a7bfd6 None None] Pushing event updated for resources: {'Port': ['ID=608c6c87-9c09-4922-b3e2-cad246b15f37,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.876511 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:03.877269 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:03.903111 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:03.909709 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:03.913697 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:03.946650 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.958615 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aed0d-e112-45bd-9fe1-d912d9fad6e5 req-d128d272-4c8a-41c7-a3d8-4d69faab36cc tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:03.960210 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-238aed0d-e112-45bd-9fe1-d912d9fad6e5 req-d128d272-4c8a-41c7-a3d8-4d69faab36cc tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.1263130 Dec 10 09:24:03.994638 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.065114 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-238aed0d-e112-45bd-9fe1-d912d9fad6e5 req-9a312bd9-358e-428a-a668-0adbd5bb7532 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949755 Dec 10 09:24:04.076944 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:04.157573 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.207300 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-aaccb479-daca-444c-a1f6-ec8c695e5465 None None] Provisioning complete for port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:04.208190 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aaccb479-daca-444c-a1f6-ec8c695e5465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.269050 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-aaccb479-daca-444c-a1f6-ec8c695e5465 None None] Port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:04.272758 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:01Z', 'revision_number': 3, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:04.300198 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df74574-5caf-44bd-961b-fced91658d9d None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:01Z', 'revision_number': 3, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:04.338351 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed2d2d-b418-4cab-84c0-cc1e81ab8e83 req-04a0ca1b-88c7-48e3-8afc-c00202fc1926 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:04.340099 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-46ed2d2d-b418-4cab-84c0-cc1e81ab8e83 req-04a0ca1b-88c7-48e3-8afc-c00202fc1926 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 944 time: 0.0584037 Dec 10 09:24:04.405382 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.411243 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-46ed2d2d-b418-4cab-84c0-cc1e81ab8e83 req-6cf9acd0-d28b-4e1f-bca5-613e9eaf59fe tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614703 Dec 10 09:24:04.412387 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.485601 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:04.488038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.621676 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:04.624104 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:04.851182 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:24:04.887617 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969afd3-4452-4fb4-8f47-e1f43015b338 req-bb1d696e-90ef-4ec5-a76b-ce638be42b91 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:04.889623 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3969afd3-4452-4fb4-8f47-e1f43015b338 req-bb1d696e-90ef-4ec5-a76b-ce638be42b91 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1181490 Dec 10 09:24:04.921152 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bfcec-b02c-44e3-ae55-c9ca42507a3a req-488b0c3e-b634-42d3-9010-de18d171ef96 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:04.922857 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6a69c33c-1762-46d0-b999-f9eb6bab53b1 None None] Provisioning complete for port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:04.923326 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6a69c33c-1762-46d0-b999-f9eb6bab53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.925961 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c25bfcec-b02c-44e3-ae55-c9ca42507a3a req-488b0c3e-b634-42d3-9010-de18d171ef96 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1043634 Dec 10 09:24:04.987524 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c33c-1762-46d0-b999-f9eb6bab53b1 None None] Port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:05.002679 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c25bfcec-b02c-44e3-ae55-c9ca42507a3a req-02119b5f-9526-4c13-a502-2925554499ed tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701299 Dec 10 09:24:05.056241 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3969afd3-4452-4fb4-8f47-e1f43015b338 req-2220a17b-7fa9-442a-8a62-33ee5bf4eb6a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316154 Dec 10 09:24:05.082766 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:05.088190 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-19f14998-2877-4f56-9482-ef73ed2142a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/5ec9ea04-8195-41eb-bb6e-afb06fd28c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276714 Dec 10 09:24:05.174957 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 608c6c87-9c09-4922-b3e2-cad246b15f37 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:05.235735 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 608c6c87-9c09-4922-b3e2-cad246b15f37 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:05.236081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.327216 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.351896 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 608c6c87-9c09-4922-b3e2-cad246b15f37, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=608c6c87-9c09-4922-b3e2-cad246b15f37,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:05.357368 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.358566 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device c41c081f-6407-4a00-a417-d41803811fbb up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:05.438362 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=608c6c87-9c09-4922-b3e2-cad246b15f37,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:05.452726 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port c41c081f-6407-4a00-a417-d41803811fbb triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:05.453695 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.546708 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0ca3-2ddf-45b9-9a59-7497240f2556 req-4d32ffaf-7ab1-4471-863e-346ce88ffbca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:05.549224 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bcdd0ca3-2ddf-45b9-9a59-7497240f2556 req-4d32ffaf-7ab1-4471-863e-346ce88ffbca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 944 time: 0.0579095 Dec 10 09:24:05.614561 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bcdd0ca3-2ddf-45b9-9a59-7497240f2556 req-e7ae1c8b-4452-4cac-a5f4-ae04b0344fd6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568681 Dec 10 09:24:05.664195 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43226) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:05.670118 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-479234503-network', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:05.692157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Made reservation on behalf of b8848f28ca8c4bb28ba08212e5d8a763 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:05.694751 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.703834 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.793707 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.799125 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.825822 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:24:05.835118 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20093f5-0f6a-401c-808b-5106543c1285,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:05.841036 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.841378 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Added segment 104c9d78-61a2-4e43-9786-db23e3a3bfed of type vlan for network bb87470a-bf0c-4d9c-a096-884c03090069 Dec 10 09:24:05.880945 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.908780 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.909724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:05.910344 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:05.959768 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2943661 Dec 10 09:24:05.962416 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43230) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:05.973019 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Request body: {'subnet': {'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-479234503-subnet', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'ip_version': 4}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:05.985708 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153fd54-a1e2-43da-a69b-7d29d4586863 admin admin] Pushing event updated for resources: {'Network': ['ID=bb87470a-bf0c-4d9c-a096-884c03090069,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:05.996735 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network bb87470a-bf0c-4d9c-a096-884c03090069 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:24:06.008067 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Made reservation on behalf of b8848f28ca8c4bb28ba08212e5d8a763 for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:06.010483 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5783032'] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.159242 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:06.183595 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:06.184503 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:06.188989 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8218e6-5a15-41e1-9516-e33dae46ff7b req-f9a32464-a2a1-4ba4-8a51-e2cca7f64017 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:06.190810 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a8218e6-5a15-41e1-9516-e33dae46ff7b req-f9a32464-a2a1-4ba4-8a51-e2cca7f64017 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1015322 Dec 10 09:24:06.205940 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3b60d-5c38-49b6-8d8a-b27d79dae2b4 req-dbdd0b08-e5f4-4c08-8547-07b7f36dacfd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:06.213791 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bad3b60d-5c38-49b6-8d8a-b27d79dae2b4 req-dbdd0b08-e5f4-4c08-8547-07b7f36dacfd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0703683 Dec 10 09:24:06.278498 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bad3b60d-5c38-49b6-8d8a-b27d79dae2b4 req-3b333b2a-0c4d-4467-b48d-af210d70e4e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593047 Dec 10 09:24:06.285708 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a8218e6-5a15-41e1-9516-e33dae46ff7b req-b1569eb1-6559-41ff-949a-da7d0d2cb498 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890708 Dec 10 09:24:06.328338 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5870910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5783014'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.336413 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:06.394633 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46005f17-b875-43e5-8d97-359bc84cbcd7,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:06.406586 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Checking segment: {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:06.406947 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Network hostable DHCP agents. Network: bb87470a-bf0c-4d9c-a096-884c03090069, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:24:06.424980 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Network bb87470a-bf0c-4d9c-a096-884c03090069 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:24:06.434887 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, bb87470a-bf0c-4d9c-a096-884c03090069) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:06.439497 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:06.440758 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.455726 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62127a42-4062-46a2-9a74-ede378c128f8 None None] Network bb87470a-bf0c-4d9c-a096-884c03090069 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:06.457454 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-4839ed17-c4e7-44de-b358-a7bec4800e4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4940243 Dec 10 09:24:06.460374 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43236) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:06.465804 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:06.477341 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:24:06.491624 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.492810 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.505114 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 530c1094-a4c2-405b-882d-44168912cc7a up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:06.552671 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.723119 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.788876 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2192a-f7ed-4299-8cbb-aff8dc1a4e99 req-63c7eda9-39de-448c-83be-18eb0e5e1dfa tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:06.790677 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4ea2192a-f7ed-4299-8cbb-aff8dc1a4e99 req-63c7eda9-39de-448c-83be-18eb0e5e1dfa tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 944 time: 0.0707128 Dec 10 09:24:06.847968 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-bb87470a-bf0c-4d9c-a096-884c03090069', 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069', 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'fixed_ips': [{'subnet_id': '46005f17-b875-43e5-8d97-359bc84cbcd7'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:24:06.848843 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.890282 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 530c1094-a4c2-405b-882d-44168912cc7a completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:24:06.892706 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4ea2192a-f7ed-4299-8cbb-aff8dc1a4e99 req-2b95cecd-59d3-4407-abe6-aee09191199d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Dec 10 09:24:06.906579 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:06.916524 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 530c1094-a4c2-405b-882d-44168912cc7a triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:06.916890 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.008218 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'mac_address': 'fa:16:3e:a5:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:24:07.068086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.083642 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 608c6c87-9c09-4922-b3e2-cad246b15f37 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:07.088654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.164891 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 2, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:07.199243 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.207573 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:07.207927 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Updating router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:24:07.233490 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Allocated IP 172.27.2.40 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:07.254236 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472b437-0393-4b51-b56e-21163e6c69bf req-0cd2f0f3-ce9b-4081-b2d8-3b3a1d0b526b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:07.255757 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9472b437-0393-4b51-b56e-21163e6c69bf req-0cd2f0f3-ce9b-4081-b2d8-3b3a1d0b526b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0751669 Dec 10 09:24:07.277097 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde6de3b-98ac-4a84-b77d-c56fabc640aa {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:07.284532 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Allocated IP 172.20.0.2 (bb87470a-bf0c-4d9c-a096-884c03090069/46005f17-b875-43e5-8d97-359bc84cbcd7/563cb2b6-aff1-400a-a49a-8f2afb01be06) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:07.304722 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.330444 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:07.342117 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.347712 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.373037 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9472b437-0393-4b51-b56e-21163e6c69bf req-42e12729-967f-4689-92ae-f0d75982aab7 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988762 Dec 10 09:24:07.390401 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 608c6c87-9c09-4922-b3e2-cad246b15f37 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:07.390772 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.405895 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.446801 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.526778 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c1094-a4c2-405b-882d-44168912cc7a'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:07.529219 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f5cad-4132-4624-b01e-3011583d376f" -d '{"events": [{"server_uuid": "2bcd9081-13b2-494b-ba7c-bf29109f7b45", "name": "network-vif-plugged", "status": "completed", "tag": "530c1094-a4c2-405b-882d-44168912cc7a"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:07.534077 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:07.542454 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:07.548991 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:07.597286 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:07.620208 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 530c1094-a4c2-405b-882d-44168912cc7a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=530c1094-a4c2-405b-882d-44168912cc7a,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:07.622085 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['dde6de3b-98ac-4a84-b77d-c56fabc640aa'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:24:07.642618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be8cea-905a-4574-ae64-407665bc3129 req-2b3c7389-90a3-4e94-bea7-a25aeb1e0217 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:07.644149 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=6']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:07.645070 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-82be8cea-905a-4574-ae64-407665bc3129 req-2b3c7389-90a3-4e94-bea7-a25aeb1e0217 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.2905948 Dec 10 09:24:07.652622 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.665131 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3857af-f52e-45f0-9a79-f4ac03467ba3 req-d002a127-378c-44d1-a041-e0017873da10 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:07.666751 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ff3857af-f52e-45f0-9a79-f4ac03467ba3 req-d002a127-378c-44d1-a041-e0017873da10 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1796560 Dec 10 09:24:07.709358 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-82be8cea-905a-4574-ae64-407665bc3129 req-8d3aa17d-395f-42f0-b801-ec3d9c6b807c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543087 Dec 10 09:24:07.749947 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ff3857af-f52e-45f0-9a79-f4ac03467ba3 req-711c9f97-826f-413b-956f-d6bc5212baa1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720248 Dec 10 09:24:07.776687 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c777b0-34d1-4921-8606-5085abe4bd9e x-openstack-request-id: req-82c777b0-34d1-4921-8606-5085abe4bd9e {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:07.777005 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd9081-13b2-494b-ba7c-bf29109f7b45", "name": "network-vif-plugged", "status": "completed", "tag": "530c1094-a4c2-405b-882d-44168912cc7a", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:07.777260 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82c777b0-34d1-4921-8606-5085abe4bd9e {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:07.777732 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c1094-a4c2-405b-882d-44168912cc7a', 'code': 200} Dec 10 09:24:07.861652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:07.919009 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=530c1094-a4c2-405b-882d-44168912cc7a,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:07.955618 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.016262 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.065371 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0000dc7-eef6-4356-a377-249dd1371925 req-b34197c6-a8b1-402a-a33a-c05afc1e6157 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:08.074615 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b0000dc7-eef6-4356-a377-249dd1371925 req-b34197c6-a8b1-402a-a33a-c05afc1e6157 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.0841293 Dec 10 09:24:08.113184 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.191603 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Network bb87470a-bf0c-4d9c-a096-884c03090069 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:08.192687 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b0000dc7-eef6-4356-a377-249dd1371925 req-23dd9665-a558-4beb-8869-5f1e72a94f63 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157496 Dec 10 09:24:08.199888 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93910-ba32-44a0-a819-770b0b6ab20b req-d5575d97-c461-46b1-ac8f-4411a4e15bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:08.202401 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-06a93910-ba32-44a0-a819-770b0b6ab20b req-d5575d97-c461-46b1-ac8f-4411a4e15bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 1098 time: 0.1244454 Dec 10 09:24:08.211813 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:08.225286 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:08.240229 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Pushing event updated for resources: {'Port': ['ID=563cb2b6-aff1-400a-a49a-8f2afb01be06,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:08.249985 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.262650 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.281111 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-06a93910-ba32-44a0-a819-770b0b6ab20b req-9e7dbc23-6518-4312-90c5-ba8bbed281d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672958 Dec 10 09:24:08.286987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Router 726aa29c-1027-4fee-bec5-9f3a9df0a43e is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:24:08.384820 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca100bc-eb13-414e-b04b-1a0c255da824 None None] Pushing event updated for resources: {'Port': ['ID=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:08.390060 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Attempting to bind port 563cb2b6-aff1-400a-a49a-8f2afb01be06 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:08.390430 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Attempting to bind port 563cb2b6-aff1-400a-a49a-8f2afb01be06 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:08.390800 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Attempting to bind port 563cb2b6-aff1-400a-a49a-8f2afb01be06 on network bb87470a-bf0c-4d9c-a096-884c03090069 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:08.422526 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:08.422822 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:08.423205 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Checking segment: {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:08.431292 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.431801 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Bound using segment: {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:08.432397 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Bound port: 563cb2b6-aff1-400a-a49a-8f2afb01be06, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:08.432853 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.433278 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Sync routers for ids ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:08.456974 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.461688 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ad7834b6-1672-428b-af7a-76e99be82cd3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9974222 Dec 10 09:24:08.461840 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Routers {'726aa29c-1027-4fee-bec5-9f3a9df0a43e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:08.461840 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:08.462322 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43282) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:08.539241 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Attempting to bind port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:08.540132 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Attempting to bind port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:08.540810 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Attempting to bind port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:08.574984 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:08.575706 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Checking segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:08.576330 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.577087 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Bound using segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:08.577743 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Bound port: a0bf3fd2-510c-40b0-97e1-98a8ab7e201c, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:08.578313 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.603677 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d790-7042-4d2c-a052-6198a960849a req-a69835ba-72b2-45a8-93a9-f7d30c82fecb tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:08.618844 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0820d790-7042-4d2c-a052-6198a960849a req-a69835ba-72b2-45a8-93a9-f7d30c82fecb tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.1204920 Dec 10 09:24:08.669866 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] For port 563cb2b6-aff1-400a-a49a-8f2afb01be06, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:08.691140 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] For port 563cb2b6-aff1-400a-a49a-8f2afb01be06, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=563cb2b6-aff1-400a-a49a-8f2afb01be06,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:08.696122 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Set router 726aa29c-1027-4fee-bec5-9f3a9df0a43e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:08.710944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.731051 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0820d790-7042-4d2c-a052-6198a960849a req-6267ea40-f3bb-40ef-b3d1-dbae03b4a0d1 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110592 Dec 10 09:24:08.886789 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-205fb690-6444-428c-b57d-0cc6fdea3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:08.889029 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-205fb690-6444-428c-b57d-0cc6fdea3bed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1098 time: 0.1769278 Dec 10 09:24:08.918753 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] For port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:08.983725 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85537b15-3cfc-4b4a-aa1e-254e4caf8149 None None] Pushing event updated for resources: {'Port': ['ID=563cb2b6-aff1-400a-a49a-8f2afb01be06,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:08.995767 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:24:07Z', 'revision_number': 3, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:09.010755 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] For port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:09.012475 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-9061ec63-6670-4605-95d1-4bc5b71e150c None None] Provisioning complete for port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:09.017145 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9061ec63-6670-4605-95d1-4bc5b71e150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.050606 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc245c6-251d-48c8-b2a9-8cddc48d4fd7 req-1de9cffd-2b1d-49c8-85f1-0a9cc1a0a67f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:09.060922 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Checking router: 726aa29c-1027-4fee-bec5-9f3a9df0a43e for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:09.061324 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Updating router 726aa29c-1027-4fee-bec5-9f3a9df0a43e port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:24:09.061510 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dfc245c6-251d-48c8-b2a9-8cddc48d4fd7 req-1de9cffd-2b1d-49c8-85f1-0a9cc1a0a67f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1335368 Dec 10 09:24:09.077246 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.083991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-0527b788-ef28-4bda-92e0-a726c70986aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:09.085715 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-0527b788-ef28-4bda-92e0-a726c70986aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.1258731 Dec 10 09:24:09.093238 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.163402 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dfc245c6-251d-48c8-b2a9-8cddc48d4fd7 req-ce450ea6-20a1-42c9-b9bc-ff1fa4f464a9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008623 Dec 10 09:24:09.202127 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca100bc-eb13-414e-b04b-1a0c255da824 None None] Pushing event updated for resources: {'Port': ['ID=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:09.241917 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda103-88df-4301-87c9-93f8758643bd req-605d992a-2072-482b-8f6a-88eb1fb112c0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:09.243539 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4ffda103-88df-4301-87c9-93f8758643bd req-605d992a-2072-482b-8f6a-88eb1fb112c0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.3386571 Dec 10 09:24:09.251161 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:09.253029 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:09.353855 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4ffda103-88df-4301-87c9-93f8758643bd req-8d9e54f0-6e4a-4201-8412-e3ec3932927b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955992 Dec 10 09:24:09.451833 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0d02d-20d0-4adb-9107-cef7567c1eda req-9c3ab6cb-bce2-430f-9393-a70e0f2fc292 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:09.459527 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5ad0d02d-20d0-4adb-9107-cef7567c1eda req-9c3ab6cb-bce2-430f-9393-a70e0f2fc292 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.1301489 Dec 10 09:24:09.475871 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-fadc698a-6b23-4360-8c74-3c7215249909 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 1000 time: 0.3498874 Dec 10 09:24:09.593784 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5ad0d02d-20d0-4adb-9107-cef7567c1eda req-de0ff7e0-3975-4c74-af99-b306cb639c33 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248512 Dec 10 09:24:09.651551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-5d6de8f6-23c7-4c94-9742-4e4564a0e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:09.654110 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-5d6de8f6-23c7-4c94-9742-4e4564a0e17d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.1590731 Dec 10 09:24:09.768162 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-e1c11a75-88e5-4a92-b059-63710a003618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:09.769691 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-e1c11a75-88e5-4a92-b059-63710a003618 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048706 Dec 10 09:24:09.797558 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.863130 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.870729 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.878564 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:09.929636 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9061ec63-6670-4605-95d1-4bc5b71e150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.934936 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Pushing event updated for resources: {'Port': ['ID=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:09.937450 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Attempting to bind port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:09.937837 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Attempting to bind port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:09.938230 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Attempting to bind port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:09.947595 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:09.947859 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:09.948223 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.948620 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:09.949266 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Bound port: ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:09.949657 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.971195 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.971838 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.972351 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.974648 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.975201 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.975695 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.976200 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.977834 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.978492 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.979204 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.983383 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.983978 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:09.984601 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:10.123037 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9061ec63-6670-4605-95d1-4bc5b71e150c None None] For port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:10.138375 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] For port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:10.143584 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] For port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:10.153157 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:10.278650 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9061ec63-6670-4605-95d1-4bc5b71e150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:10.284217 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-8d6ae255-7524-4719-908e-f487d895fcca service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959331 Dec 10 09:24:10.322886 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Routers {'726aa29c-1027-4fee-bec5-9f3a9df0a43e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:10.323526 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:10.331620 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea32ea-21df-4c49-bfa0-683b09c53242 None None] Pushing event updated for resources: {'Port': ['ID=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:10.343429 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:10.363964 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d139e-ecc6-405c-85b6-4ac0da583ec3 req-4875b8b4-8ce7-4877-9cbe-7229296f5fde tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:10.365532 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd2d139e-ecc6-405c-85b6-4ac0da583ec3 req-4875b8b4-8ce7-4877-9cbe-7229296f5fde tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.4125617 Dec 10 09:24:10.381017 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e26bb-c10d-4c62-9d18-7e1bee6a10b3 req-7ede8b8c-f179-4423-a017-3b12c17505f9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:10.389625 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-569e26bb-c10d-4c62-9d18-7e1bee6a10b3 req-7ede8b8c-f179-4423-a017-3b12c17505f9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1055636 Dec 10 09:24:10.488871 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-3084706d-8117-4c70-97f3-49baf4b7d11c None None] Provisioning complete for port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:10.489268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3084706d-8117-4c70-97f3-49baf4b7d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:10.492482 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-569e26bb-c10d-4c62-9d18-7e1bee6a10b3 req-8a5165c3-e0c6-417e-abee-562597790c0c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011357 Dec 10 09:24:10.496616 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061ec63-6670-4605-95d1-4bc5b71e150c None None] Pushing event updated for resources: {'Port': ['ID=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:10.518658 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-012b0a5e-6f48-41b2-9432-1da10ba4a8e1 req-a8444a14-8eeb-454a-b39a-6a2858bee994 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000268 Dec 10 09:24:10.537986 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] Set router 726aa29c-1027-4fee-bec5-9f3a9df0a43e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:10.565165 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:10.657335 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:08Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:10.704643 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd2d139e-ecc6-405c-85b6-4ac0da583ec3 req-eca61c4e-d6a7-40fa-95cf-24c3a7b5867b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860951 Dec 10 09:24:10.718296 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915f40e-bf70-4d8c-91b0-0d0092706a79 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:08Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:10.732445 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port dde6de3b-98ac-4a84-b77d-c56fabc640aa triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:10.732897 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:10.899876 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709926a5-00bd-46d1-a4df-4c21abf0db67 None None] Network bb87470a-bf0c-4d9c-a096-884c03090069 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:10.977525 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:24:07Z', 'revision_number': 3, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:11.089622 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd7bd-e0c4-4da4-b4f7-d5602e225df9 None None] The sync data for ids ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'] in dv-cinder-817514-4-iscsi is: [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:24:07Z', 'revision_number': 3, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:11.181329 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb972-16f6-451a-9a7b-f1eb5b2f9b5a req-8f4a933f-e8fe-431b-bcd7-796eb3b95420 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:11.195853 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e11cb972-16f6-451a-9a7b-f1eb5b2f9b5a req-8f4a933f-e8fe-431b-bcd7-796eb3b95420 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.3055108 Dec 10 09:24:11.214028 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19a75-1fd9-4987-abae-297d1d355876 req-5378d3fb-8a55-4545-8da2-729f57794b03 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:11.221598 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-faf19a75-1fd9-4987-abae-297d1d355876 req-5378d3fb-8a55-4545-8da2-729f57794b03 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.5666378 Dec 10 09:24:11.275837 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 563cb2b6-aff1-400a-a49a-8f2afb01be06 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:11.314889 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Allocated IP 172.20.0.1 (bb87470a-bf0c-4d9c-a096-884c03090069/46005f17-b875-43e5-8d97-359bc84cbcd7/71e011ef-140a-430a-96e9-85f4bbd62b25) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:11.331779 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-faf19a75-1fd9-4987-abae-297d1d355876 req-67745da2-ac0b-4cfe-b5fb-b424519e3b93 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044250 Dec 10 09:24:11.368454 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e11cb972-16f6-451a-9a7b-f1eb5b2f9b5a req-69f0884d-b795-496a-8974-bdaae1b77bcf tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715364 Dec 10 09:24:11.408916 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.414031 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-4bbbae1d-6e60-4877-8bba-dcf509ffcf31 None None] Provisioning complete for port 563cb2b6-aff1-400a-a49a-8f2afb01be06 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:11.414409 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4bbbae1d-6e60-4877-8bba-dcf509ffcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.533100 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 563cb2b6-aff1-400a-a49a-8f2afb01be06 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:11.533100 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.555609 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:11.558996 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21746a82-5217-420c-ab03-53f8907a0fa1" -d '{"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-plugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:11.609263 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.685826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:11.689025 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4bbbae1d-6e60-4877-8bba-dcf509ffcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.695353 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.768277 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46141911-b00c-4f3d-9436-c75b07903e9b x-openstack-request-id: req-46141911-b00c-4f3d-9436-c75b07903e9b {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:11.768621 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-plugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:11.769004 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46141911-b00c-4f3d-9436-c75b07903e9b {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:11.769310 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'code': 200} Dec 10 09:24:11.813047 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.817585 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-4bbbae1d-6e60-4877-8bba-dcf509ffcf31 None None] For port 563cb2b6-aff1-400a-a49a-8f2afb01be06, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=563cb2b6-aff1-400a-a49a-8f2afb01be06,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:11.898750 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4f5dc-1706-43bb-8c3c-8783f03df937 req-54c6282e-7f4f-4e0e-94ae-80c7bc858831 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:11.902545 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4bbbae1d-6e60-4877-8bba-dcf509ffcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:11.909298 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cdc4f5dc-1706-43bb-8c3c-8783f03df937 req-54c6282e-7f4f-4e0e-94ae-80c7bc858831 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1768091 Dec 10 09:24:11.936633 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=7']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:11.987776 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Network bb87470a-bf0c-4d9c-a096-884c03090069 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:12.072920 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:12.073647 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device a0bf3fd2-510c-40b0-97e1-98a8ab7e201c up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:12.081708 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cdc4f5dc-1706-43bb-8c3c-8783f03df937 req-e90cd67c-32f9-478e-b882-540387444a69 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676629 Dec 10 09:24:12.082353 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:12.124811 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbae1d-6e60-4877-8bba-dcf509ffcf31 None None] Pushing event updated for resources: {'Port': ['ID=563cb2b6-aff1-400a-a49a-8f2afb01be06,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:12.188209 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Pushing event updated for resources: {'Port': ['ID=71e011ef-140a-430a-96e9-85f4bbd62b25,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:12.233647 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:12.234249 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:12.253809 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:12.364616 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a626e6a-8a5a-4e0c-80ba-1583922d3310 req-8e901f8b-cf87-4006-a29f-ed4397bd5730 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:12.366363 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9a626e6a-8a5a-4e0c-80ba-1583922d3310 req-8e901f8b-cf87-4006-a29f-ed4397bd5730 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.3770790 Dec 10 09:24:12.465388 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-dbba3d63-0c1b-4480-afbf-5ba5a60cf533 None None] Provisioning complete for port 563cb2b6-aff1-400a-a49a-8f2afb01be06 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:12.473191 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dbba3d63-0c1b-4480-afbf-5ba5a60cf533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:12.593441 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5d6a-3ebe-48f5-892f-ea0e40686b55 req-8b1d9fc6-0d7d-4d3c-8ee7-709ab97b13b4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:12.617743 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4dec5d6a-3ebe-48f5-892f-ea0e40686b55 req-8b1d9fc6-0d7d-4d3c-8ee7-709ab97b13b4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1601913 Dec 10 09:24:12.744027 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4dec5d6a-3ebe-48f5-892f-ea0e40686b55 req-27e8f35f-0895-426b-9cb2-30a46f638801 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216755 Dec 10 09:24:12.805692 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8a98cc7-2373-45af-b699-237718785ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:12.940198 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-33721647-584b-4a4c-ad52-a24a19d0b023 None None] Provisioning complete for port 71e011ef-140a-430a-96e9-85f4bbd62b25 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:12.940578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-33721647-584b-4a4c-ad52-a24a19d0b023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:12.959114 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9a626e6a-8a5a-4e0c-80ba-1583922d3310 req-8c0a9746-6d00-405a-b207-548c2e66dbc4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5741558 Dec 10 09:24:13.043993 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-33721647-584b-4a4c-ad52-a24a19d0b023 None None] Port 71e011ef-140a-430a-96e9-85f4bbd62b25 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:13.061482 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.268333 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 563cb2b6-aff1-400a-a49a-8f2afb01be06 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:13.385617 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171a35-26bc-4d6d-b2de-286fa799f610 req-da469d74-05ec-48d3-905c-b2b6fb6863c4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:13.391206 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1d171a35-26bc-4d6d-b2de-286fa799f610 req-da469d74-05ec-48d3-905c-b2b6fb6863c4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1350513 Dec 10 09:24:13.407385 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 563cb2b6-aff1-400a-a49a-8f2afb01be06 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:13.407846 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.493333 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.515250 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.564470 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1d171a35-26bc-4d6d-b2de-286fa799f610 req-330f0c27-2326-4d5c-acce-6ae3dbd9a911 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658628 Dec 10 09:24:13.583651 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:13.656656 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Pushing event updated for resources: {'Port': ['ID=71e011ef-140a-430a-96e9-85f4bbd62b25,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:13.659700 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.668785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:13.669152 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.867292 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.868325 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Network bb87470a-bf0c-4d9c-a096-884c03090069 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:13.873618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:13.947693 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:13.964733 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:13.986898 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38ec5b-8f35-41d4-9bc1-140b67e5f3c9 req-be49b117-3d89-40eb-b591-bc6e0d52d5ba tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:13.994177 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c38ec5b-8f35-41d4-9bc1-140b67e5f3c9 req-be49b117-3d89-40eb-b591-bc6e0d52d5ba tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1045024 Dec 10 09:24:14.118511 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:14.150553 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c38ec5b-8f35-41d4-9bc1-140b67e5f3c9 req-b36612c7-4f6f-4849-b471-b027e4c1f864 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492872 Dec 10 09:24:14.199926 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Router 726aa29c-1027-4fee-bec5-9f3a9df0a43e has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:24:14.234142 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007e5f8-a5a2-495a-bc7d-122dad143de3 req-64144f6f-dd4c-4f04-b04c-9b4502ea5c04 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:14.236263 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0007e5f8-a5a2-495a-bc7d-122dad143de3 req-64144f6f-dd4c-4f04-b04c-9b4502ea5c04 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0888689 Dec 10 09:24:14.278278 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-3b05dc7b-d339-4a50-9010-e43a531a47cd None None] Provisioning complete for port 71e011ef-140a-430a-96e9-85f4bbd62b25 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:14.278278 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b05dc7b-d339-4a50-9010-e43a531a47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:14.331590 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b05dc7b-d339-4a50-9010-e43a531a47cd None None] Port 71e011ef-140a-430a-96e9-85f4bbd62b25 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:14.334882 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0007e5f8-a5a2-495a-bc7d-122dad143de3 req-08eaa87a-ec18-4a57-a113-8893d3e5fd11 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621529 Dec 10 09:24:14.432256 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:14.440004 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-889e8104-f41b-4c27-9f2f-b9879e1b310f admin admin] 10.222.0.21 "PUT /v2.0/routers/726aa29c-1027-4fee-bec5-9f3a9df0a43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9764221 Dec 10 09:24:14.650356 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Sync routers for ids ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:14.686293 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Routers {'726aa29c-1027-4fee-bec5-9f3a9df0a43e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:14.687261 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:23:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:14.786045 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2cb9-0c73-419e-b6c8-9a1042245908 req-7d02f362-4918-4edc-901f-49de3430a94c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:14.788170 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c15f2cb9-0c73-419e-b6c8-9a1042245908 req-7d02f362-4918-4edc-901f-49de3430a94c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0878861 Dec 10 09:24:14.868034 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c15f2cb9-0c73-419e-b6c8-9a1042245908 req-2ec15401-1662-4c8c-b937-6ff387d9bf54 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717633 Dec 10 09:24:14.934894 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Set router 726aa29c-1027-4fee-bec5-9f3a9df0a43e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:15.105960 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:15.157913 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-573a9b1e-4faf-464e-b33b-fc29bf997b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.331970 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43360) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:15.340272 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349599362', 'description': 'tempest-secgroup-smoke-349599362 description', 'project_id': '7aed92792c0a45d58fa5cedf9950162b'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:15.345326 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:15.345326 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.348987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b383a-226d-4886-ae87-c848074c04b8 req-25282565-40e8-41bb-a554-b491d5427f9c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:15.357365 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-444b383a-226d-4886-ae87-c848074c04b8 req-25282565-40e8-41bb-a554-b491d5427f9c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0897293 Dec 10 09:24:15.384179 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.432614 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:24:12Z', 'revision_number': 4, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '71e011ef-140a-430a-96e9-85f4bbd62b25', 'name': '', 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'mac_address': 'fa:16:3e:fd:92:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '46005f17-b875-43e5-8d97-359bc84cbcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:10Z', 'updated_at': '2021-12-10T09:24:13Z', 'revision_number': 2, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'subnets': [{'id': '46005f17-b875-43e5-8d97-359bc84cbcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:15.460006 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-444b383a-226d-4886-ae87-c848074c04b8 req-997e0e9d-afa9-433b-9969-646c6aa57e50 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955663 Dec 10 09:24:15.495841 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Checking router: 726aa29c-1027-4fee-bec5-9f3a9df0a43e for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:15.496275 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Updating router 726aa29c-1027-4fee-bec5-9f3a9df0a43e port 71e011ef-140a-430a-96e9-85f4bbd62b25 binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:24:15.548099 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.615580 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaff54-b8f5-450a-8535-1f8741ee377e req-41dba4d6-dbdd-41bf-8708-18da69cc0daf tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:15.616973 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-67aaff54-b8f5-450a-8535-1f8741ee377e req-41dba4d6-dbdd-41bf-8708-18da69cc0daf tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0940795 Dec 10 09:24:15.623364 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.633833 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.676050 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.677588 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3445470 Dec 10 09:24:15.680579 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43370) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:15.689670 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group_rule': {'security_group_id': '33332eeb-5224-4a18-8f4a-0a4c1f2460f9', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:15.692300 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b794-fe8a-4720-91cd-c1c9f76378db tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33332eeb-5224-4a18-8f4a-0a4c1f2460f9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:15.717097 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-67aaff54-b8f5-450a-8535-1f8741ee377e req-f79b19d4-6e21-41c6-b5db-18dcdea954d5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901308 Dec 10 09:24:15.772468 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.846027 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.853574 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.882631 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561bee87-7a6e-47fc-a0dc-0c4976850ee9,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:15.892996 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.898478 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43374) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:15.899342 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-fdb79a52-b83a-48ea-ac51-da2004d8df2d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2158208 Dec 10 09:24:15.903571 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group_rule': {'security_group_id': '33332eeb-5224-4a18-8f4a-0a4c1f2460f9', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:15.962741 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.985977 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.001611 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.083905 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.085777 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4e84e-2b40-4245-892f-e301edd18286 None None] Pushing event updated for resources: {'Port': ['ID=71e011ef-140a-430a-96e9-85f4bbd62b25,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:16.087985 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac222d9f-cfed-4ff6-be82-02ccb90c8363 req-41d905b3-c654-4147-8ff5-5b8e8f411a3b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:16.092037 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.097585 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ac222d9f-cfed-4ff6-be82-02ccb90c8363 req-41d905b3-c654-4147-8ff5-5b8e8f411a3b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1308985 Dec 10 09:24:16.115915 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e4148b-eb0d-4228-9de6-de32e6bc24fb,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:16.125451 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.130038 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-2ffbd238-72c1-4a8b-9c7f-cd3e65f9b0a2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280090 Dec 10 09:24:16.131123 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43378) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:16.136912 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group_rule': {'security_group_id': '33332eeb-5224-4a18-8f4a-0a4c1f2460f9', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:16.179198 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Attempting to bind port 71e011ef-140a-430a-96e9-85f4bbd62b25 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:16.179579 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Attempting to bind port 71e011ef-140a-430a-96e9-85f4bbd62b25 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:16.180442 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Attempting to bind port 71e011ef-140a-430a-96e9-85f4bbd62b25 on network bb87470a-bf0c-4d9c-a096-884c03090069 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:16.189827 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:16.190417 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Checking segment: {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:16.193610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.193610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Bound using segment: {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:16.193610 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Bound port: 71e011ef-140a-430a-96e9-85f4bbd62b25, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104c9d78-61a2-4e43-9786-db23e3a3bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:16.195598 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.200394 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ac222d9f-cfed-4ff6-be82-02ccb90c8363 req-626f4c43-8589-4c2e-84b3-093bc71d1a5d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997031 Dec 10 09:24:16.216660 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.282613 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.298322 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.304526 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.315237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] For port 71e011ef-140a-430a-96e9-85f4bbd62b25, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:16.319695 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] For port 71e011ef-140a-430a-96e9-85f4bbd62b25, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=71e011ef-140a-430a-96e9-85f4bbd62b25,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:16.328713 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01f5cb7-7b29-4ba1-bf9b-209a6574147e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:16.330000 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.340594 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.342568 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f72b6fd9-0ac8-4dc6-8396-71d3adccd8b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2103524 Dec 10 09:24:16.347339 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:16.353942 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group_rule': {'security_group_id': '33332eeb-5224-4a18-8f4a-0a4c1f2460f9', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:16.393254 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Routers {'726aa29c-1027-4fee-bec5-9f3a9df0a43e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:16.393900 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:24:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:16.406724 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.470924 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4e84e-2b40-4245-892f-e301edd18286 None None] Pushing event updated for resources: {'Port': ['ID=71e011ef-140a-430a-96e9-85f4bbd62b25,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:16.507763 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-a35cf01d-9f60-497e-9742-4dff0fafebcd None None] Provisioning complete for port 71e011ef-140a-430a-96e9-85f4bbd62b25 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:16.508135 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cf01d-9f60-497e-9742-4dff0fafebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.538160 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.551181 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.600495 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafd7bc3-bb48-4531-9e86-32bdf6d3fca9,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:16.642701 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.650709 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f86786a6-c8da-4cd0-9e27-5c5e5a7dc664 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3003798 Dec 10 09:24:16.651469 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43386) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:16.661745 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] Set router 726aa29c-1027-4fee-bec5-9f3a9df0a43e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:16.662566 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group_rule': {'security_group_id': '33332eeb-5224-4a18-8f4a-0a4c1f2460f9', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:16.714135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14608a3-24a1-4ae8-a896-ce1c8c36fbe3 req-4b753b68-b140-41a9-96ea-ad5ec98b9754 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:16.715789 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c14608a3-24a1-4ae8-a896-ce1c8c36fbe3 req-4b753b68-b140-41a9-96ea-ad5ec98b9754 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.1123958 Dec 10 09:24:16.750957 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.securitygroups_db [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Project 7aed92792c0a45d58fa5cedf9950162b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:24:16.751807 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cf01d-9f60-497e-9742-4dff0fafebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.757898 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.844865 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c14608a3-24a1-4ae8-a896-ce1c8c36fbe3 req-7fa4a3e0-c37b-4f0b-988f-f71dcbb9682c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180863 Dec 10 09:24:16.852526 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.858821 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.884901 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.886591 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2299750 Dec 10 09:24:16.891637 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a35cf01d-9f60-497e-9742-4dff0fafebcd None None] For port 71e011ef-140a-430a-96e9-85f4bbd62b25, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=71e011ef-140a-430a-96e9-85f4bbd62b25,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:16.895321 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 43390) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:16.897389 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5e76-4d64-433a-98ce-245098471113 req-e3636da7-7a18-420a-90d7-663ea6bef837 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:16.909844 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'security_group_rule': {'security_group_id': '33332eeb-5224-4a18-8f4a-0a4c1f2460f9', 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:16.914727 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a35cf01d-9f60-497e-9742-4dff0fafebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.917134 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e2d5e76-4d64-433a-98ce-245098471113 req-e3636da7-7a18-420a-90d7-663ea6bef837 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0815756 Dec 10 09:24:16.926919 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2bb64-9475-4890-a912-d942c39401ac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5f3eea-baaf-4a50-b60c-877348fe00eb,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:16.955085 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.securitygroups_db [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Project 7aed92792c0a45d58fa5cedf9950162b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:24:16.966968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:16.984309 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e2d5e76-4d64-433a-98ce-245098471113 req-260e8420-ad91-4bd8-996c-63422e1f8b8b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608051 Dec 10 09:24:17.036536 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:17.042499 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:17.072747 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb523f2-4073-487d-915a-495f8dcf47dd,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:17.073209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cf01d-9f60-497e-9742-4dff0fafebcd None None] Pushing event updated for resources: {'Port': ['ID=71e011ef-140a-430a-96e9-85f4bbd62b25,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:17.088173 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:17.090526 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ff53feee-cbb6-4307-8829-66779d746ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1933329 Dec 10 09:24:17.091546 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-baeab94e-0de9-447e-8b3f-917920d8f843 None None] Provisioning complete for port 71e011ef-140a-430a-96e9-85f4bbd62b25 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:17.092183 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeab94e-0de9-447e-8b3f-917920d8f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:17.141694 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:24:12Z', 'revision_number': 4, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '71e011ef-140a-430a-96e9-85f4bbd62b25', 'name': '', 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'mac_address': 'fa:16:3e:fd:92:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '46005f17-b875-43e5-8d97-359bc84cbcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:10Z', 'updated_at': '2021-12-10T09:24:16Z', 'revision_number': 4, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'subnets': [{'id': '46005f17-b875-43e5-8d97-359bc84cbcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:17.176091 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da654a44-1114-4fc6-a187-578bc0896671 None None] The sync data for ids ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'] in dv-cinder-817514-4-iscsi is: [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:24:12Z', 'revision_number': 4, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '71e011ef-140a-430a-96e9-85f4bbd62b25', 'name': '', 'network_id': 'bb87470a-bf0c-4d9c-a096-884c03090069', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'mac_address': 'fa:16:3e:fd:92:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '46005f17-b875-43e5-8d97-359bc84cbcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:10Z', 'updated_at': '2021-12-10T09:24:16Z', 'revision_number': 4, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'subnets': [{'id': '46005f17-b875-43e5-8d97-359bc84cbcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:17.370091 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:17.378198 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481abca3-1173-415c-aa40-7aa7782aeefb req-d0ae4080-5c52-4d82-94e0-47be098641d5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:17.380022 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-481abca3-1173-415c-aa40-7aa7782aeefb req-d0ae4080-5c52-4d82-94e0-47be098641d5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0728128 Dec 10 09:24:17.443980 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-481abca3-1173-415c-aa40-7aa7782aeefb req-05367cac-dcbc-4a4d-be39-39a29827ae1d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 Dec 10 09:24:18.033987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a9f1-4644-4179-b963-4b1b1d24ca13 req-c0a54cd9-db1d-4d36-9000-5737f19aeedc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:18.035406 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3462a9f1-4644-4179-b963-4b1b1d24ca13 req-c0a54cd9-db1d-4d36-9000-5737f19aeedc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0705757 Dec 10 09:24:18.135578 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3462a9f1-4644-4179-b963-4b1b1d24ca13 req-2ec5b54a-735c-469e-8ed5-c59c3d77ad63 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928478 Dec 10 09:24:18.144304 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b509f-9407-4e4f-b487-55e73996bc40 req-0f2b989b-90d3-4f3e-b50a-2862f53d3af8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:18.158538 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b26b509f-9407-4e4f-b487-55e73996bc40 req-0f2b989b-90d3-4f3e-b50a-2862f53d3af8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0821712 Dec 10 09:24:18.235021 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b26b509f-9407-4e4f-b487-55e73996bc40 req-172a7a1e-38d7-4a57-b589-a538baf4b84b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748811 Dec 10 09:24:18.595174 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:18.606137 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d745ecb-4904-4d63-8bce-67deeadab02f req-41a5a135-137b-42d0-8f8b-d7f2fb7ed357 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:18.609280 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5d745ecb-4904-4d63-8bce-67deeadab02f req-41a5a135-137b-42d0-8f8b-d7f2fb7ed357 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0778551 Dec 10 09:24:18.665833 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5d745ecb-4904-4d63-8bce-67deeadab02f req-42d0a025-3aea-432d-a3c9-e5a83b5285e0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497785 Dec 10 09:24:19.069587 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 71e011ef-140a-430a-96e9-85f4bbd62b25 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:19.126319 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 71e011ef-140a-430a-96e9-85f4bbd62b25 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:19.126763 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.324224 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07864b-22c8-41bc-b1c8-f7912741daee req-c38c273f-57a6-4039-b3ad-fccd542f1960 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:19.328270 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ce07864b-22c8-41bc-b1c8-f7912741daee req-c38c273f-57a6-4039-b3ad-fccd542f1960 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0923207 Dec 10 09:24:19.386611 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ce07864b-22c8-41bc-b1c8-f7912741daee req-a58bb1be-20bf-4c8e-b7bb-5ce9205810ce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496621 Dec 10 09:24:19.446660 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515a561-89ab-4721-9494-76a6a68559ff req-4d2ef5bf-b4ac-4115-b7e9-2a0a0b733a29 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:19.448425 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5515a561-89ab-4721-9494-76a6a68559ff req-4d2ef5bf-b4ac-4115-b7e9-2a0a0b733a29 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0618665 Dec 10 09:24:19.501538 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5515a561-89ab-4721-9494-76a6a68559ff req-69e20094-aaee-4efd-b315-0816cbb54fba tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463507 Dec 10 09:24:19.805922 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0940d1e-2497-4d77-854a-0747f9834146 req-038efded-4589-44ad-824e-31376c97295d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:19.809400 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a0940d1e-2497-4d77-854a-0747f9834146 req-038efded-4589-44ad-824e-31376c97295d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0663691 Dec 10 09:24:19.874220 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a0940d1e-2497-4d77-854a-0747f9834146 req-4ce51e9d-7ac8-4733-bf8b-b0d7f2eb0777 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Dec 10 09:24:20.106609 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:24:20.528897 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4a51-3d6e-4383-81de-b3f58df4c85e req-8fcb078b-9e18-41b8-ba40-211289bffd2c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:20.535604 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f50b4a51-3d6e-4383-81de-b3f58df4c85e req-8fcb078b-9e18-41b8-ba40-211289bffd2c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0651817 Dec 10 09:24:20.594402 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f50b4a51-3d6e-4383-81de-b3f58df4c85e req-0b8f8377-044b-4336-b1a8-855bd9f4e321 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470591 Dec 10 09:24:20.684383 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2ba50-076f-4ca7-96ec-c0d0118aa8cc req-b2bbefdd-8f67-4023-be0c-462018c6cc29 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:20.687332 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3ce2ba50-076f-4ca7-96ec-c0d0118aa8cc req-b2bbefdd-8f67-4023-be0c-462018c6cc29 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0712001 Dec 10 09:24:20.778731 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3ce2ba50-076f-4ca7-96ec-c0d0118aa8cc req-29be43f7-b0ef-484e-b924-f61567574adb tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715957 Dec 10 09:24:21.028839 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce01e-d2ea-40c5-8922-ce251f8f54aa req-51aa67e3-9beb-4ea0-9a51-8a68632df717 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:21.039439 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-836ce01e-d2ea-40c5-8922-ce251f8f54aa req-51aa67e3-9beb-4ea0-9a51-8a68632df717 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0816867 Dec 10 09:24:21.094610 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-836ce01e-d2ea-40c5-8922-ce251f8f54aa req-d70868ba-18a8-4104-bcb6-03e9626ee822 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 Dec 10 09:24:21.749953 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f41af-e859-4fd6-8fcc-4ece017d5e0a req-20a65e79-b780-4c97-9965-a722488db6a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:21.757155 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-294f41af-e859-4fd6-8fcc-4ece017d5e0a req-20a65e79-b780-4c97-9965-a722488db6a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0664372 Dec 10 09:24:21.813901 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-294f41af-e859-4fd6-8fcc-4ece017d5e0a req-6ab9fc6c-085f-4072-88a3-67f8f6d301b2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551901 Dec 10 09:24:22.042393 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deeb5e-da44-4918-a64f-e3b469c6a934 req-a2781df4-97e9-42d7-812a-b1d60a4b8c67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:22.052347 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f0deeb5e-da44-4918-a64f-e3b469c6a934 req-a2781df4-97e9-42d7-812a-b1d60a4b8c67 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.1073511 Dec 10 09:24:22.106194 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f0deeb5e-da44-4918-a64f-e3b469c6a934 req-1de16ce7-9c86-47d9-8ddf-920b16600d33 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533555 Dec 10 09:24:22.235923 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc66290-8934-4539-b00e-15f529545dff req-0fed9212-27ec-409e-bd80-1a3592fce193 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:22.237488 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2bc66290-8934-4539-b00e-15f529545dff req-0fed9212-27ec-409e-bd80-1a3592fce193 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0619521 Dec 10 09:24:22.314055 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2bc66290-8934-4539-b00e-15f529545dff req-686ecf84-5c0a-4225-b3a2-ebaebcf6bbc3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654697 Dec 10 09:24:22.948142 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b7ed-cd65-4c06-9000-1866c723cdad req-6be8d849-aad3-4808-b776-96af331f1be2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:22.957732 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1417b7ed-cd65-4c06-9000-1866c723cdad req-6be8d849-aad3-4808-b776-96af331f1be2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0650787 Dec 10 09:24:23.035922 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1417b7ed-cd65-4c06-9000-1866c723cdad req-27318bb0-8e41-4c8d-a18a-4eae7ddb3802 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680861 Dec 10 09:24:23.267812 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56654118-a799-4216-a00f-900cc51472a9 req-b7ec1dd6-c88c-4b6a-800b-9cfc5cc73ea8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:23.269332 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-56654118-a799-4216-a00f-900cc51472a9 req-b7ec1dd6-c88c-4b6a-800b-9cfc5cc73ea8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0759709 Dec 10 09:24:23.321005 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-56654118-a799-4216-a00f-900cc51472a9 req-12babaa0-b2f7-40cc-bd1b-cf086f4fd5d1 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Dec 10 09:24:23.445136 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66b4c4-c36e-4c29-af46-54f5475fec28 req-ac2768be-bac3-4a8f-bb1a-98ce96a82352 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:23.447022 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a66b4c4-c36e-4c29-af46-54f5475fec28 req-ac2768be-bac3-4a8f-bb1a-98ce96a82352 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0622644 Dec 10 09:24:23.493626 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a66b4c4-c36e-4c29-af46-54f5475fec28 req-36d80e51-4439-48c1-9c6e-b6f34096a59e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Dec 10 09:24:24.102069 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-41deaaf4-1e5e-4ae8-b0b7-eb73949a953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.103736 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-41deaaf4-1e5e-4ae8-b0b7-eb73949a953f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1099 time: 0.0425923 Dec 10 09:24:24.144764 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae199e-6db3-486c-80d4-3dbfb16536f6 req-13b242eb-ea21-4768-a6f6-bdb619965efe tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.146319 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3fae199e-6db3-486c-80d4-3dbfb16536f6 req-13b242eb-ea21-4768-a6f6-bdb619965efe tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0514722 Dec 10 09:24:24.199110 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3fae199e-6db3-486c-80d4-3dbfb16536f6 req-9fa93eae-f911-4445-8b28-e5157230b23b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Dec 10 09:24:24.201239 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-480feca2-fd17-4365-83ea-5e6c6207e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.202777 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-480feca2-fd17-4365-83ea-5e6c6207e181 service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.0903623 Dec 10 09:24:24.280054 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-0848b258-0b41-453f-8067-e91c392e73d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 1001 time: 0.0689580 Dec 10 09:24:24.346742 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-6875a939-c961-41ad-9e44-59d943f78a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.348220 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-6875a939-c961-41ad-9e44-59d943f78a08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0478368 Dec 10 09:24:24.399329 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-22a4f39a-fd58-4c6c-9582-6109f63eea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.400828 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-22a4f39a-fd58-4c6c-9582-6109f63eea26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422325 Dec 10 09:24:24.452563 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b8d6-c49c-4ce8-8035-8fa9d1d5215e req-a28017a0-5ee4-4e27-b6cd-904c784ac389 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.454730 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8d35b8d6-c49c-4ce8-8035-8fa9d1d5215e req-a28017a0-5ee4-4e27-b6cd-904c784ac389 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0598781 Dec 10 09:24:24.509142 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8d35b8d6-c49c-4ce8-8035-8fa9d1d5215e req-76216d07-1e48-4678-a5f7-3609b31ca8a6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479772 Dec 10 09:24:24.531047 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-e1aebe71-a858-448a-8e76-aa2c962abae2 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119237 Dec 10 09:24:24.614864 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b1406-f6c9-4b21-8299-0c588751d757 req-5fa06441-b15f-4f8b-bcd3-3476eecaea2e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.616488 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e77b1406-f6c9-4b21-8299-0c588751d757 req-5fa06441-b15f-4f8b-bcd3-3476eecaea2e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0483260 Dec 10 09:24:24.617540 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946ea77-8938-4fc6-af80-79c87b39e6f9 req-0f0899f0-c9b1-40cb-8520-fdfa8752d20e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:24.619025 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f946ea77-8938-4fc6-af80-79c87b39e6f9 req-0f0899f0-c9b1-40cb-8520-fdfa8752d20e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.1034653 Dec 10 09:24:24.661012 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-362cbaab-1b7d-4b31-a6c9-f1eedd9759a5 req-170021f1-54b8-4f1b-beb4-585258e43edf service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165538 Dec 10 09:24:24.666363 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e77b1406-f6c9-4b21-8299-0c588751d757 req-7a021523-3afd-4284-b85a-4d97d7ce746e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Dec 10 09:24:24.684099 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f946ea77-8938-4fc6-af80-79c87b39e6f9 req-caaa434d-f481-43c0-8b78-2cd3308609bd tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548995 Dec 10 09:24:25.330225 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3adf9-77ba-412d-8be9-cd79775e0b3c req-0b237997-c1c6-4b77-8feb-a4dafe7abe43 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:25.331682 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3f3adf9-77ba-412d-8be9-cd79775e0b3c req-0b237997-c1c6-4b77-8feb-a4dafe7abe43 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0509219 Dec 10 09:24:25.382636 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3f3adf9-77ba-412d-8be9-cd79775e0b3c req-4be40612-7a30-4605-a1ac-5779087b8272 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450330 Dec 10 09:24:25.643671 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c0356-ae8d-45bd-affa-419788bc710c req-ced2d7b5-33f2-4d1b-8f35-7bef2345f415 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:25.645237 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-646c0356-ae8d-45bd-affa-419788bc710c req-ced2d7b5-33f2-4d1b-8f35-7bef2345f415 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0586460 Dec 10 09:24:25.694369 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-646c0356-ae8d-45bd-affa-419788bc710c req-7051d84a-f79d-48dd-a2d7-63420afe6d3f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Dec 10 09:24:25.783663 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2e01-159e-406c-82c7-612738c794f0 req-dd76f0ea-e5fa-4205-a153-bb97d833e068 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:25.785239 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-429d2e01-159e-406c-82c7-612738c794f0 req-dd76f0ea-e5fa-4205-a153-bb97d833e068 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0478926 Dec 10 09:24:25.812175 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2d6-af93-45ae-9fc6-c21faed2acb7 req-95674146-ca57-460b-a02d-cb9d41c7244c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:25.813634 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-afe8f2d6-af93-45ae-9fc6-c21faed2acb7 req-95674146-ca57-460b-a02d-cb9d41c7244c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Dec 10 09:24:25.836219 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-429d2e01-159e-406c-82c7-612738c794f0 req-14883aa3-2066-499f-ae7d-a891c68e625c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Dec 10 09:24:25.861477 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-afe8f2d6-af93-45ae-9fc6-c21faed2acb7 req-28ec8635-64aa-48bc-9aff-d7b874d7c421 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Dec 10 09:24:26.525882 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2a6c-acf6-4f7f-88af-c8e8bf382f3b req-d2ad0def-2762-470a-9200-9c676265ef01 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:26.527390 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-094c2a6c-acf6-4f7f-88af-c8e8bf382f3b req-d2ad0def-2762-470a-9200-9c676265ef01 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 946 time: 0.0606894 Dec 10 09:24:26.543341 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:26.576277 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-094c2a6c-acf6-4f7f-88af-c8e8bf382f3b req-29d1033e-07c0-4cfb-aac8-1890b05608ec tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Dec 10 09:24:26.624632 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:26.647117 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:26.649355 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7bd51-5747-469b-8aed-8e47820dae00" -d '{"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-unplugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:26.662049 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:26.667411 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:26.690158 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6468d-dbef-4134-82ef-49168714447a x-openstack-request-id: req-a8d6468d-dbef-4134-82ef-49168714447a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:26.690580 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-unplugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:26.690706 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8d6468d-dbef-4134-82ef-49168714447a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:26.691069 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'code': 200} Dec 10 09:24:26.719564 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=8']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:26.814671 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c204-5466-4813-a988-feaf91c999e9 req-ddd2149e-c4f9-4fad-a5c0-6e8c027d70e1 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:26.816336 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c1d6c204-5466-4813-a988-feaf91c999e9 req-ddd2149e-c4f9-4fad-a5c0-6e8c027d70e1 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0532486 Dec 10 09:24:26.867148 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c1d6c204-5466-4813-a988-feaf91c999e9 req-e23a39da-2ce4-42bb-a7da-a0c70eef9d03 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Dec 10 09:24:26.962262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930f5e8-374e-42ec-a8fc-1c63e6b54535 req-90365fac-d99d-4079-950e-b1141fa330ae tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:26.963865 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9930f5e8-374e-42ec-a8fc-1c63e6b54535 req-90365fac-d99d-4079-950e-b1141fa330ae tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0540571 Dec 10 09:24:26.980982 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99781437-ee7d-498a-8320-e7540b763118 req-5a7e7bd8-bd62-41fa-9059-2727120c2817 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:26.983144 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-99781437-ee7d-498a-8320-e7540b763118 req-5a7e7bd8-bd62-41fa-9059-2727120c2817 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.0524361 Dec 10 09:24:27.011969 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9930f5e8-374e-42ec-a8fc-1c63e6b54535 req-68cbf69d-071e-45fe-8c6d-0c0c1888964b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Dec 10 09:24:27.030730 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-99781437-ee7d-498a-8320-e7540b763118 req-db2957ac-4aac-4bc0-883b-6bec07654532 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Dec 10 09:24:27.289888 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db010b4-de47-458f-b89f-dad5825410a1 req-ce09b906-80de-4dc4-89f9-cd2c52aa7a86 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:27.291455 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2db010b4-de47-458f-b89f-dad5825410a1 req-ce09b906-80de-4dc4-89f9-cd2c52aa7a86 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 945 time: 0.0503180 Dec 10 09:24:27.391978 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Deleting port 530c1094-a4c2-405b-882d-44168912cc7a {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:27.392327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:27.480318 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] For port 530c1094-a4c2-405b-882d-44168912cc7a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=530c1094-a4c2-405b-882d-44168912cc7a,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:27.480555 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:27.492871 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Calling delete_port for 530c1094-a4c2-405b-882d-44168912cc7a owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:27.638131 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:27.651099 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f', '897e2213-66c6-4731-9612-c2f8d4c839b2', '8a874e0d-6254-47c2-9bae-58a6ac6a30e8', '530c1094-a4c2-405b-882d-44168912cc7a'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:24:27.668259 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event deleted for resources: {'Port': ['ID=530c1094-a4c2-405b-882d-44168912cc7a,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:27.739834 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] No DVR routers for this DVR port 530c1094-a4c2-405b-882d-44168912cc7a on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:24:27.743080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:27.746602 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2db010b4-de47-458f-b89f-dad5825410a1 req-21b46265-1ef1-4d6d-802a-48f601e49970 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "DELETE /v2.0/ports/530c1094-a4c2-405b-882d-44168912cc7a HTTP/1.1" status: 204 len: 173 time: 0.4482713 Dec 10 09:24:27.747066 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'name': 'network-vif-deleted', 'tag': '530c1094-a4c2-405b-882d-44168912cc7a'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:27.749428 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1b7e78-9940-49cd-b101-2f933a1929b5" -d '{"events": [{"server_uuid": "2bcd9081-13b2-494b-ba7c-bf29109f7b45", "name": "network-vif-deleted", "tag": "530c1094-a4c2-405b-882d-44168912cc7a"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:27.767028 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3f8b5-8b8a-41f6-8331-b3b2dcb1b5d0 req-abca996a-55c8-4f29-b2ea-a56c520bb4f8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:27.768626 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3cc3f8b5-8b8a-41f6-8331-b3b2dcb1b5d0 req-abca996a-55c8-4f29-b2ea-a56c520bb4f8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.1053758 Dec 10 09:24:27.804224 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbf15e5-dbfe-4a19-bd03-19677655d29f x-openstack-request-id: req-fcbf15e5-dbfe-4a19-bd03-19677655d29f {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:27.804600 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd9081-13b2-494b-ba7c-bf29109f7b45", "name": "network-vif-deleted", "tag": "530c1094-a4c2-405b-882d-44168912cc7a", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:27.804919 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcbf15e5-dbfe-4a19-bd03-19677655d29f {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:27.805377 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcd9081-13b2-494b-ba7c-bf29109f7b45', 'name': 'network-vif-deleted', 'tag': '530c1094-a4c2-405b-882d-44168912cc7a', 'status': 'completed', 'code': 200} Dec 10 09:24:27.837485 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3cc3f8b5-8b8a-41f6-8331-b3b2dcb1b5d0 req-d8e3d99d-1518-4a3c-af04-f8dcb5755995 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612507 Dec 10 09:24:27.990133 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec698-b58c-4dbc-ac57-8a2d3bb4016b req-045be7e2-2f90-48f6-9369-50c116d6d823 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:27.991594 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-198ec698-b58c-4dbc-ac57-8a2d3bb4016b req-045be7e2-2f90-48f6-9369-50c116d6d823 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0512710 Dec 10 09:24:28.058401 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-198ec698-b58c-4dbc-ac57-8a2d3bb4016b req-8301a077-df1e-4fda-8f69-e046f9299e29 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592828 Dec 10 09:24:28.169777 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9c84f-1764-4228-a612-b0ec03b30d5a req-250b06c1-bfe5-4aa1-8128-d7f745a8ebd0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.171648 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1ae9c84f-1764-4228-a612-b0ec03b30d5a req-250b06c1-bfe5-4aa1-8128-d7f745a8ebd0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0526810 Dec 10 09:24:28.238806 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1ae9c84f-1764-4228-a612-b0ec03b30d5a req-cb8a06f9-40ee-4cfc-97bc-79eaddc0d2b0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 Dec 10 09:24:28.362754 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-60219fd8-e3ab-4b29-a8fd-92f23dd567c9 req-58c83f72-fa2e-42a9-806e-43bc96488857 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bcd9081-13b2-494b-ba7c-bf29109f7b45 HTTP/1.1" status: 200 len: 210 time: 0.0359511 Dec 10 09:24:28.418261 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [req-929547d8-7362-4984-a74a-d738e6c4e6d4 req-cf9ac310-6a77-49fc-84dd-ca13b09981bf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:24:28.419661 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-929547d8-7362-4984-a74a-d738e6c4e6d4 req-cf9ac310-6a77-49fc-84dd-ca13b09981bf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059907 Dec 10 09:24:28.461464 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c3cd-5739-47f0-a1a0-7b005acb4985 req-7098211d-df97-4333-a811-6137921bc6c0 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.463043 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9120c3cd-5739-47f0-a1a0-7b005acb4985 req-7098211d-df97-4333-a811-6137921bc6c0 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0565400 Dec 10 09:24:28.583062 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9120c3cd-5739-47f0-a1a0-7b005acb4985 req-d9647fe0-d88f-42b0-9123-49725c768b8f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133430 Dec 10 09:24:28.601910 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4c3-8180-4981-8666-3ede173422d5 req-ae57efc4-06fc-4b00-b7d0-5e71d6f00eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.603577 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-ae57efc4-06fc-4b00-b7d0-5e71d6f00eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1099 time: 0.0883644 Dec 10 09:24:28.658374 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681ff60-81f8-4ef5-879d-5f106dd750e0 req-4bfd942d-7d4b-404c-8fa2-1fde3ebb4841 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.659927 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5681ff60-81f8-4ef5-879d-5f106dd750e0 req-4bfd942d-7d4b-404c-8fa2-1fde3ebb4841 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0813820 Dec 10 09:24:28.721870 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5681ff60-81f8-4ef5-879d-5f106dd750e0 req-65835e1e-10e1-4066-83ba-b0713069b2e0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546730 Dec 10 09:24:28.731548 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4c3-8180-4981-8666-3ede173422d5 req-4385019e-a6ff-4def-a3a1-fca047187e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.733740 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-4385019e-a6ff-4def-a3a1-fca047187e9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.1187274 Dec 10 09:24:28.816176 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-5229a2df-1168-40a4-a2cb-c1aaac3b9a8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 1002 time: 0.0742161 Dec 10 09:24:28.892646 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4c3-8180-4981-8666-3ede173422d5 req-81f01057-8cb8-47dd-b4d4-f5a484b7509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.894372 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-81f01057-8cb8-47dd-b4d4-f5a484b7509a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0615132 Dec 10 09:24:28.946118 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4c3-8180-4981-8666-3ede173422d5 req-58739bc5-e350-4f00-b56c-55ef7761aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:28.947671 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-58739bc5-e350-4f00-b56c-55ef7761aedc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408578 Dec 10 09:24:28.957573 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 43658) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:29.052281 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-3ad124c9-a053-4e96-8630-5a7e4d5a1c7d service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960045 Dec 10 09:24:29.057263 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-3f10fa0a-5de4-4162-8c07-da430234204a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985329 Dec 10 09:24:29.066400 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-c827d81e-cafc-4784-83c7-b6888e884ac8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:24:29.067367 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-c827d81e-cafc-4784-83c7-b6888e884ac8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051751 Dec 10 09:24:29.149571 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30fec4c3-8180-4981-8666-3ede173422d5 req-0405dc47-7056-46b0-84ba-f998694d13bc service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837505 Dec 10 09:24:29.359061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71503dcc-af43-4898-a464-f86896c2b3f5 req-d86cbd75-4272-4834-af63-c9f9687784e0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:29.360702 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-71503dcc-af43-4898-a464-f86896c2b3f5 req-d86cbd75-4272-4834-af63-c9f9687784e0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0528114 Dec 10 09:24:29.448119 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-71503dcc-af43-4898-a464-f86896c2b3f5 req-d1201ec9-dc2c-45c6-a115-671329cf5886 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Dec 10 09:24:29.719082 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1a547-5e6f-4201-bf9c-aedefa3a19a1 req-079ca726-6072-4919-976f-cdd581cc1103 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:29.720821 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-54c1a547-5e6f-4201-bf9c-aedefa3a19a1 req-079ca726-6072-4919-976f-cdd581cc1103 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0587993 Dec 10 09:24:29.775259 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-54c1a547-5e6f-4201-bf9c-aedefa3a19a1 req-e2685bb7-9395-475f-8611-1c6544e9d2fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471728 Dec 10 09:24:29.860178 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2695f01-07b8-4d03-b09e-2ba3e6855c9d req-3d51ec69-6d4d-4bf0-a14f-63a05b1747c5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:29.862196 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2695f01-07b8-4d03-b09e-2ba3e6855c9d req-3d51ec69-6d4d-4bf0-a14f-63a05b1747c5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0534115 Dec 10 09:24:29.919216 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a2695f01-07b8-4d03-b09e-2ba3e6855c9d req-47554fdf-cf9a-4106-a2e7-a77add9925a0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475333 Dec 10 09:24:30.567738 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 530c1094-a4c2-405b-882d-44168912cc7a no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:30.568368 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13db7-5dc4-48df-8531-a9bfcb2e98cc req-43ce97a4-4e69-47a6-a22f-6fa46051b9dd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:30.569878 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bff13db7-5dc4-48df-8531-a9bfcb2e98cc req-43ce97a4-4e69-47a6-a22f-6fa46051b9dd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0514176 Dec 10 09:24:30.590545 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 530c1094-a4c2-405b-882d-44168912cc7a {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:30.590880 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 530c1094-a4c2-405b-882d-44168912cc7a not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:30.591628 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:30.635651 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bff13db7-5dc4-48df-8531-a9bfcb2e98cc req-ff298440-66bc-4c3a-82ae-397f4501aa5e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597370 Dec 10 09:24:30.792966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19112-b22a-4aa6-bda7-c9ee09f52e6a req-588b7257-2195-4c1c-b129-32f4280ab16a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:30.794565 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-19b19112-b22a-4aa6-bda7-c9ee09f52e6a req-588b7257-2195-4c1c-b129-32f4280ab16a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Dec 10 09:24:30.901250 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-19b19112-b22a-4aa6-bda7-c9ee09f52e6a req-ff805400-373c-4164-b7a6-b679a2c9bfb1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005044 Dec 10 09:24:30.907367 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce358c27-7c59-4c35-ada1-afd0333a88ae req-5247d2f9-6c7f-4e93-8165-69147cfda54f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:30.908896 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ce358c27-7c59-4c35-ada1-afd0333a88ae req-5247d2f9-6c7f-4e93-8165-69147cfda54f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0479922 Dec 10 09:24:30.915324 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-820734e8-184c-4642-87a9-626311b890e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:30.916834 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-820734e8-184c-4642-87a9-626311b890e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a&tenant_id=9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 1097 time: 0.0926030 Dec 10 09:24:30.959821 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ce358c27-7c59-4c35-ada1-afd0333a88ae req-cea438ce-e518-4658-8276-4f39bfdbdff9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436380 Dec 10 09:24:30.991911 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-b5d0c08b-f910-4871-a6d1-1e55157b6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:30.993418 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-b5d0c08b-f910-4871-a6d1-1e55157b6888 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1097 time: 0.0429285 Dec 10 09:24:31.105644 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7511a8-ca62-4431-9d81-6a73b86b7f81 req-e9740c27-d643-403d-9929-53d128ccde5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:31.107181 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5f7511a8-ca62-4431-9d81-6a73b86b7f81 req-e9740c27-d643-403d-9929-53d128ccde5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.1075199 Dec 10 09:24:31.136843 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-31993276-3e1b-4c9c-835c-097b905915d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:31.138692 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-31993276-3e1b-4c9c-835c-097b905915d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.1305485 Dec 10 09:24:31.179705 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5f7511a8-ca62-4431-9d81-6a73b86b7f81 req-e65b66b2-2064-447b-864b-b2ded687824d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659993 Dec 10 09:24:31.230516 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-ee33355b-1718-46ae-96ba-2349736bd72d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 200 len: 999 time: 0.0642762 Dec 10 09:24:31.284078 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-6d77f885-7538-4edb-8927-77fdd814f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:31.285574 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-6d77f885-7538-4edb-8927-77fdd814f89e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0464818 Dec 10 09:24:31.337579 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-8054aa21-b21e-4ce3-9c01-5c924ceaac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:31.339139 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-8054aa21-b21e-4ce3-9c01-5c924ceaac9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418401 Dec 10 09:24:31.443221 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-666afc6b-cb0d-430e-8dbe-16a11cf47423 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914967 Dec 10 09:24:31.534764 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-edc2183c-3c35-46e0-922e-2c6fd2dfd579 req-af66b435-aedc-4104-b48b-b4c69898baf0 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Dec 10 09:24:31.764802 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01c803-ae82-4946-9eed-aab34516023e req-7256d1dc-9787-4bbb-9dde-c3af9ee7ce8f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:31.766340 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-af01c803-ae82-4946-9eed-aab34516023e req-7256d1dc-9787-4bbb-9dde-c3af9ee7ce8f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0535553 Dec 10 09:24:31.814222 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-af01c803-ae82-4946-9eed-aab34516023e req-c7189303-d424-406b-911f-16c1e034b1ac tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Dec 10 09:24:32.046749 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a10c3-d15a-4d63-bcc3-f215c65553de req-f30149ca-c123-4c25-adc7-da347ad29ad7 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:32.048403 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0f5a10c3-d15a-4d63-bcc3-f215c65553de req-f30149ca-c123-4c25-adc7-da347ad29ad7 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0649920 Dec 10 09:24:32.108123 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0f5a10c3-d15a-4d63-bcc3-f215c65553de req-5c66809f-0c16-4b6b-8eb4-a5111ba51d03 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535200 Dec 10 09:24:32.307435 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63e4ae-b2f7-46fd-9c63-0ad7f7db6ef8 req-00915bae-b9cd-4b87-bcb0-2c88026bd6ff tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:32.308859 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3d63e4ae-b2f7-46fd-9c63-0ad7f7db6ef8 req-00915bae-b9cd-4b87-bcb0-2c88026bd6ff tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0525179 Dec 10 09:24:32.365081 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3d63e4ae-b2f7-46fd-9c63-0ad7f7db6ef8 req-f89b0aa2-27c0-4ffe-bc4f-ba0659d8ee92 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500550 Dec 10 09:24:32.933550 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93a9d-f027-42e7-9b79-1b9724434df6 req-c618cd46-fccc-4f4e-b7a7-cb09c4b28dcd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:32.935430 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9de93a9d-f027-42e7-9b79-1b9724434df6 req-c618cd46-fccc-4f4e-b7a7-cb09c4b28dcd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0520923 Dec 10 09:24:32.990111 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9de93a9d-f027-42e7-9b79-1b9724434df6 req-3552539f-4124-48b7-9464-abd007a8b4b7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 Dec 10 09:24:33.227016 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d373e6-81d5-4623-ac0d-a7a40e48db97 req-da624b1e-2ed4-40ef-9252-61d8daa534d5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:33.228545 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-68d373e6-81d5-4623-ac0d-a7a40e48db97 req-da624b1e-2ed4-40ef-9252-61d8daa534d5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0506914 Dec 10 09:24:33.277709 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-68d373e6-81d5-4623-ac0d-a7a40e48db97 req-3d7aaf0e-c44f-4846-9756-4facf5a87554 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Dec 10 09:24:33.501835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce74d-2d15-444c-b053-34603f8a6196 req-747f177d-e75d-4962-aa6a-04fcff6d4555 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:33.503379 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2b2ce74d-2d15-444c-b053-34603f8a6196 req-747f177d-e75d-4962-aa6a-04fcff6d4555 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0565951 Dec 10 09:24:33.556087 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2b2ce74d-2d15-444c-b053-34603f8a6196 req-64551ca7-497f-4e5d-8eb4-9a60ec295e53 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450625 Dec 10 09:24:34.111119 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6585-9d74-418d-b984-3128c4823749 req-fc67e169-8c4c-42cc-b06c-91a81eae63ec tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:34.112604 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-358a6585-9d74-418d-b984-3128c4823749 req-fc67e169-8c4c-42cc-b06c-91a81eae63ec tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0510519 Dec 10 09:24:34.165748 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-358a6585-9d74-418d-b984-3128c4823749 req-1c9f5ee1-b4ed-4a0b-bba4-8a73bc07ff47 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465159 Dec 10 09:24:34.397728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d8ef7-eefd-4d32-8021-ab2458bba4ff req-989139cd-d88a-4446-abdf-12af3a9cc4d0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:34.399301 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-767d8ef7-eefd-4d32-8021-ab2458bba4ff req-989139cd-d88a-4446-abdf-12af3a9cc4d0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0533693 Dec 10 09:24:34.449710 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-767d8ef7-eefd-4d32-8021-ab2458bba4ff req-d312b803-4de5-4986-a50e-035797cfb261 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Dec 10 09:24:34.714169 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5a353-9d7b-48e5-b1a7-9ecd5b88db6f req-e6499826-f988-428c-a59b-ae66afebe998 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:34.715871 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7ad5a353-9d7b-48e5-b1a7-9ecd5b88db6f req-e6499826-f988-428c-a59b-ae66afebe998 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0838344 Dec 10 09:24:34.767914 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7ad5a353-9d7b-48e5-b1a7-9ecd5b88db6f req-a3a1659d-bacc-40a0-91f9-9042e8ff8156 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Dec 10 09:24:35.286128 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbec3c-6108-4d65-af3e-66d25772ff26 req-1bbad795-3788-43dd-929f-61d9ec4c15e2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:35.287473 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-90fbec3c-6108-4d65-af3e-66d25772ff26 req-1bbad795-3788-43dd-929f-61d9ec4c15e2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0501044 Dec 10 09:24:35.350400 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-90fbec3c-6108-4d65-af3e-66d25772ff26 req-be478d74-08ab-4116-8706-f25faada5462 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560343 Dec 10 09:24:35.572154 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f1c78-44a9-48b0-91d6-ac366f08ebd1 req-82dc61c0-1637-4374-8f5b-163e94fcf339 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:35.573659 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8d7f1c78-44a9-48b0-91d6-ac366f08ebd1 req-82dc61c0-1637-4374-8f5b-163e94fcf339 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Dec 10 09:24:35.632295 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8d7f1c78-44a9-48b0-91d6-ac366f08ebd1 req-8b6b2ca6-ae8f-4f65-8411-ae81de4d6ca6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515904 Dec 10 09:24:35.897387 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402b105-3927-4f9f-b6ec-3ad2783455c4 req-74e9d73a-764a-4519-9485-ee06652db176 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:35.898952 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3402b105-3927-4f9f-b6ec-3ad2783455c4 req-74e9d73a-764a-4519-9485-ee06652db176 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0510035 Dec 10 09:24:35.962854 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3402b105-3927-4f9f-b6ec-3ad2783455c4 req-58b0c924-2d2f-47b0-81d5-013cd30789b0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566802 Dec 10 09:24:36.473396 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e49d4-4df2-4a8f-a5fe-79983eb85f47 req-bcd138ad-72e6-4ab9-9c9f-c0901a6fbd58 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:36.474922 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2c9e49d4-4df2-4a8f-a5fe-79983eb85f47 req-bcd138ad-72e6-4ab9-9c9f-c0901a6fbd58 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0540011 Dec 10 09:24:36.525169 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2c9e49d4-4df2-4a8f-a5fe-79983eb85f47 req-59e9e6ca-f194-4858-9358-1438bae929ea tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Dec 10 09:24:36.755684 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111f53-2ed2-4d47-a132-4098584c8dc0 req-5551ce47-cceb-45ab-9e11-1589170a714a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:36.757611 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-03111f53-2ed2-4d47-a132-4098584c8dc0 req-5551ce47-cceb-45ab-9e11-1589170a714a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0543661 Dec 10 09:24:36.807067 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-03111f53-2ed2-4d47-a132-4098584c8dc0 req-b216b38d-d352-4d5c-ba30-433a5bc33a8e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Dec 10 09:24:37.084650 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b64b7-0480-4fa2-93e2-5da8149a1930 req-b06f919a-273b-4bd2-ad79-f8feb33561db tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:37.086222 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-978b64b7-0480-4fa2-93e2-5da8149a1930 req-b06f919a-273b-4bd2-ad79-f8feb33561db tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0511882 Dec 10 09:24:37.137101 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-978b64b7-0480-4fa2-93e2-5da8149a1930 req-54fa6481-a144-445a-9399-f532b3099614 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Dec 10 09:24:37.657174 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27d15-f69c-461f-867e-730e225b5dd3 req-e4699b43-d1c3-491b-8766-ab32fb9791d6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:37.658881 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-16b27d15-f69c-461f-867e-730e225b5dd3 req-e4699b43-d1c3-491b-8766-ab32fb9791d6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0557795 Dec 10 09:24:37.711688 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-16b27d15-f69c-461f-867e-730e225b5dd3 req-e0ecf9d1-b878-4f6f-a2eb-4ab2cdb8194a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464582 Dec 10 09:24:37.930084 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fcb3d-5db9-42e3-b3d4-69bf5833fb70 req-239c3b19-a97e-44c7-a181-8870050b88ea tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:37.931727 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e86fcb3d-5db9-42e3-b3d4-69bf5833fb70 req-239c3b19-a97e-44c7-a181-8870050b88ea tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0528264 Dec 10 09:24:37.982729 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e86fcb3d-5db9-42e3-b3d4-69bf5833fb70 req-8efea16a-8642-41d4-9b1f-1db1af41a0d5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Dec 10 09:24:38.284039 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58780a3-55b2-4ecf-81ca-fce470196f22 req-cf8971d3-f584-4a1e-8dd6-8a4a237f204c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:38.285560 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c58780a3-55b2-4ecf-81ca-fce470196f22 req-cf8971d3-f584-4a1e-8dd6-8a4a237f204c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0508101 Dec 10 09:24:38.335699 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c58780a3-55b2-4ecf-81ca-fce470196f22 req-822e6436-28af-41c7-86e4-f7b7e9f4204a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Dec 10 09:24:38.848132 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67369289-1a03-4a76-aebe-3cf26906b57a req-f35e5222-e762-4d77-9e6a-ceea42f54c3f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:38.849661 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-67369289-1a03-4a76-aebe-3cf26906b57a req-f35e5222-e762-4d77-9e6a-ceea42f54c3f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0508049 Dec 10 09:24:38.900266 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-67369289-1a03-4a76-aebe-3cf26906b57a req-ae69030b-60d0-4569-a5d6-6e6af0de3eb3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Dec 10 09:24:39.100401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ca154-c5a5-4b91-bc37-3b5ba4998905 req-323fd0a8-0138-4b0f-94a1-8679d9e32244 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:39.101926 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-843ca154-c5a5-4b91-bc37-3b5ba4998905 req-323fd0a8-0138-4b0f-94a1-8679d9e32244 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Dec 10 09:24:39.366964 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-843ca154-c5a5-4b91-bc37-3b5ba4998905 req-a64e898a-90c3-4aa1-80e0-8687c19dd432 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584484 Dec 10 09:24:39.467472 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d245df-1de9-4740-add4-2da8dfc3f8a7 req-f5fb9178-b0a7-4c64-8c8a-4ab24a419061 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:39.469065 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c1d245df-1de9-4740-add4-2da8dfc3f8a7 req-f5fb9178-b0a7-4c64-8c8a-4ab24a419061 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0538445 Dec 10 09:24:39.508720 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.531231 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c1d245df-1de9-4740-add4-2da8dfc3f8a7 req-2a263e5a-6cc6-4c05-863d-d8f5cfe553b0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561645 Dec 10 09:24:40.029503 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54fcd-acae-4eab-89b2-b857bbbfa09b req-6976cdaf-15d4-4dae-808a-c01f7ac64151 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.031163 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-adf54fcd-acae-4eab-89b2-b857bbbfa09b req-6976cdaf-15d4-4dae-808a-c01f7ac64151 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0553522 Dec 10 09:24:40.081738 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-adf54fcd-acae-4eab-89b2-b857bbbfa09b req-b450a6b2-06f9-4295-bf04-9d3f5a9cedef tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Dec 10 09:24:40.487366 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1a5d-0bae-4173-ae60-7b3dab766b2c req-d4f9b5a8-ae8a-4409-8144-fa98418b21c6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.489039 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-395f1a5d-0bae-4173-ae60-7b3dab766b2c req-d4f9b5a8-ae8a-4409-8144-fa98418b21c6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Dec 10 09:24:40.537577 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-395f1a5d-0bae-4173-ae60-7b3dab766b2c req-00555711-c0b5-491c-bbe8-2d677a2635cc tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Dec 10 09:24:40.659005 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bf954-29c3-42b3-a740-7c64c9af5209 req-1bee64c8-7c31-48f8-804e-50a71090a2af tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.660735 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f65bf954-29c3-42b3-a740-7c64c9af5209 req-1bee64c8-7c31-48f8-804e-50a71090a2af tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0545025 Dec 10 09:24:40.713466 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f65bf954-29c3-42b3-a740-7c64c9af5209 req-594f144b-ba22-4c74-ae11-d09b54d26d15 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Dec 10 09:24:41.202492 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6af6-02a0-40eb-875b-5a0db1d1ccc3 req-beb2342e-6f97-4ae7-b057-8cd74b46ccc7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:41.204330 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d0ec6af6-02a0-40eb-875b-5a0db1d1ccc3 req-beb2342e-6f97-4ae7-b057-8cd74b46ccc7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0538552 Dec 10 09:24:41.255788 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d0ec6af6-02a0-40eb-875b-5a0db1d1ccc3 req-901114bb-98a9-4202-bc11-c5ad4492a404 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Dec 10 09:24:41.668619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2cd20-9277-4173-99b4-5214325d110d req-4dbe585c-4fe0-44fe-a6cb-d211c7f3f3c5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:41.670189 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-28b2cd20-9277-4173-99b4-5214325d110d req-4dbe585c-4fe0-44fe-a6cb-d211c7f3f3c5 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0581622 Dec 10 09:24:41.720599 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-28b2cd20-9277-4173-99b4-5214325d110d req-1af369d7-f8d6-4e4f-996b-ee0008252683 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Dec 10 09:24:41.850308 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d15ee-45ea-41bf-828b-ad0a9e5deeda req-127bc44b-bad9-4bf1-9bf5-b58a7204d885 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:41.851824 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-009d15ee-45ea-41bf-828b-ad0a9e5deeda req-127bc44b-bad9-4bf1-9bf5-b58a7204d885 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0628078 Dec 10 09:24:41.903150 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-009d15ee-45ea-41bf-828b-ad0a9e5deeda req-f197a11a-66a3-4be6-8e53-a62d99879fb0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Dec 10 09:24:42.375320 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d670f-0377-4d79-a3cc-4285cb855f80 req-7ae41c06-29d4-41aa-800c-a4f8674e9dc1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:42.376957 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be0d670f-0377-4d79-a3cc-4285cb855f80 req-7ae41c06-29d4-41aa-800c-a4f8674e9dc1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0521140 Dec 10 09:24:42.433268 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be0d670f-0377-4d79-a3cc-4285cb855f80 req-8b7b697b-59d3-453f-b8ca-52ae7747ce29 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500920 Dec 10 09:24:42.766226 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87677b94-6dbe-4fdc-92e1-112db04658cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:42.844053 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfe680-6560-410a-a227-1ece98623176 req-fcfc4483-dd61-452f-b917-2f0aaf185aac tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:42.845600 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-70bfe680-6560-410a-a227-1ece98623176 req-fcfc4483-dd61-452f-b917-2f0aaf185aac tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Dec 10 09:24:42.898437 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-70bfe680-6560-410a-a227-1ece98623176 req-2195edba-a463-4239-81e4-94fbe0c94db6 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Dec 10 09:24:43.043085 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a39ce-da0a-47b8-b6a6-2a826a95b575 req-eb9c6b48-7f09-4c76-a9b6-c9f2e6a78c4b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:43.045566 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-942a39ce-da0a-47b8-b6a6-2a826a95b575 req-eb9c6b48-7f09-4c76-a9b6-c9f2e6a78c4b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0601709 Dec 10 09:24:43.095551 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-942a39ce-da0a-47b8-b6a6-2a826a95b575 req-a65b89a8-d356-4a3f-b1de-fcc8df5193a2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Dec 10 09:24:43.574462 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ac5ca-a760-4a14-990d-ace98bc56caa req-0dabfeae-d326-4db3-a9b5-e7718ceb197c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:43.576272 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e46ac5ca-a760-4a14-990d-ace98bc56caa req-0dabfeae-d326-4db3-a9b5-e7718ceb197c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0617173 Dec 10 09:24:43.630109 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e46ac5ca-a760-4a14-990d-ace98bc56caa req-f712ac3a-4622-4f2b-a3ac-d4122349f3e5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Dec 10 09:24:44.028814 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df758690-280a-4404-9ccf-675a5f99e9ee req-38b38845-3233-4cde-af29-808a30e2967f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:44.030333 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-df758690-280a-4404-9ccf-675a5f99e9ee req-38b38845-3233-4cde-af29-808a30e2967f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0589337 Dec 10 09:24:44.085547 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-df758690-280a-4404-9ccf-675a5f99e9ee req-b3cdeaef-09a7-469d-bfb4-a89f6f5eb14d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Dec 10 09:24:44.236430 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ed4c-158a-4cc4-99c8-ccb19829be32 req-a0f7f796-8592-4b47-8244-e7c54dc4395b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:44.237958 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a8d3ed4c-158a-4cc4-99c8-ccb19829be32 req-a0f7f796-8592-4b47-8244-e7c54dc4395b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0554516 Dec 10 09:24:44.291559 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a8d3ed4c-158a-4cc4-99c8-ccb19829be32 req-4fb7e58e-f730-4f46-a80f-1689d794bc12 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469501 Dec 10 09:24:44.329193 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-9072ab5e-1b42-4b81-9284-090528cc8ac1 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349599362&fields=id&tenant_id=7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 267 time: 0.0498621 Dec 10 09:24:44.443719 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-fbf8aab2-01ae-481b-9509-5b138ad86988 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:44.445095 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-fbf8aab2-01ae-481b-9509-5b138ad86988 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 812 time: 0.1090500 Dec 10 09:24:44.461480 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-fcf9ec3a-cf83-46f5-97f6-13f877dcffe1 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/quotas/7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 375 time: 0.0101004 Dec 10 09:24:44.517067 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-a924fba8-6d5c-478b-8eca-619e4cfed1c8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494483 Dec 10 09:24:44.617081 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-742075a6-e3c0-4565-abd0-2bb0bc03332b service neutron] 10.222.0.21 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874774 Dec 10 09:24:44.714158 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-0387ceae-8db4-411a-8e9c-e294b0062e7c service neutron] 10.222.0.21 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895417 Dec 10 09:24:44.762891 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd84dc-7d86-407b-b089-ba4623d2e6f0 req-85b027b9-5088-4905-9b28-6b271cdfc0b7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:44.772059 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eccd84dc-7d86-407b-b089-ba4623d2e6f0 req-85b027b9-5088-4905-9b28-6b271cdfc0b7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0648539 Dec 10 09:24:44.826822 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-eccd84dc-7d86-407b-b089-ba4623d2e6f0 req-df7d35b7-ae23-475c-aa4a-38c2bd8599c7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535879 Dec 10 09:24:45.057929 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65bfcc39-4177-4fde-9c01-9843db78ee23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.066125 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6aae36d8-d545-4e8e-b6c2-a31a5664801c req-b239a10e-60c0-483e-9e8a-1e49a14bc2e2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 210 time: 0.0436301 Dec 10 09:24:45.227068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f477f-e879-4d13-a034-8b5dd72de428 req-f551a93a-462e-4a38-8e93-ee8b3f121d82 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:45.228628 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b64f477f-e879-4d13-a034-8b5dd72de428 req-f551a93a-462e-4a38-8e93-ee8b3f121d82 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Dec 10 09:24:45.301989 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b64f477f-e879-4d13-a034-8b5dd72de428 req-62673108-3a4b-40dc-ab87-f604553c8da8 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665946 Dec 10 09:24:45.429331 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c18b5-e32e-425e-9624-08f596bc6289 req-cf4ae1e8-f68e-47b3-83a7-f6db617fee51 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:45.431135 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d66c18b5-e32e-425e-9624-08f596bc6289 req-cf4ae1e8-f68e-47b3-83a7-f6db617fee51 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0528498 Dec 10 09:24:45.483968 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d66c18b5-e32e-425e-9624-08f596bc6289 req-77a87ac5-43d4-42bd-846e-804ce2081500 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 Dec 10 09:24:45.958574 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac669cd-ce26-4f82-ac22-0e0f32dd14ae req-6ce1b1a6-9eaf-4acd-952d-f6074252a1b9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:45.960040 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ac669cd-ce26-4f82-ac22-0e0f32dd14ae req-6ce1b1a6-9eaf-4acd-952d-f6074252a1b9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0504055 Dec 10 09:24:46.008542 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ac669cd-ce26-4f82-ac22-0e0f32dd14ae req-ed37bf62-42fc-43b2-8cdc-975db8b7fd3a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Dec 10 09:24:46.142753 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e0d95a0-569e-446d-aa22-61501a1d0647 req-4b746252-e93a-40f6-b2e9-b06190d0b123 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Dec 10 09:24:46.264945 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.426775 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebde7e-7979-4a99-bdff-695da067822d req-5cbbeae5-a7c9-45aa-8270-44b3da0919a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:46.428285 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-79ebde7e-7979-4a99-bdff-695da067822d req-5cbbeae5-a7c9-45aa-8270-44b3da0919a1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0548558 Dec 10 09:24:46.478477 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-79ebde7e-7979-4a99-bdff-695da067822d req-714dbbad-9323-478b-bd40-68402ff5531b tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Dec 10 09:24:46.606754 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a9d67-58ca-43b1-90d1-9738761239fa req-2e61f4d5-95e4-474b-bbc2-3e826627d30f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:46.608349 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a77a9d67-58ca-43b1-90d1-9738761239fa req-2e61f4d5-95e4-474b-bbc2-3e826627d30f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0505650 Dec 10 09:24:46.664137 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a77a9d67-58ca-43b1-90d1-9738761239fa req-ba8010a6-d4f8-4b56-bbcf-d9b8dc0b411f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494232 Dec 10 09:24:47.072734 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-e491291f-a7a3-437d-8664-53e4e840cdc5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.074279 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-e491291f-a7a3-437d-8664-53e4e840cdc5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 812 time: 0.1137271 Dec 10 09:24:47.185128 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c66b6-339f-43bf-ae09-ff514555c779 req-c650ee3d-f21a-4e33-a7bf-b933c34e44d8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.187412 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e22c66b6-339f-43bf-ae09-ff514555c779 req-c650ee3d-f21a-4e33-a7bf-b933c34e44d8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0952942 Dec 10 09:24:47.193824 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c7a0288f-b1d2-4402-a645-a9729703902b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 379 time: 0.0935161 Dec 10 09:24:47.205949 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'port': {'device_id': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'admin_state_up': True, 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'security_groups': ['33332eeb-5224-4a18-8f4a-0a4c1f2460f9']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:47.259682 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0bd8050a-b521-467f-bb26-29e13112a631 req-9da12289-9ec9-4344-bada-9c7b79505cb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 210 time: 0.0255849 Dec 10 09:24:47.293648 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e22c66b6-339f-43bf-ae09-ff514555c779 req-8fbb9fe9-c38c-41d0-8631-682e54ed940b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988631 Dec 10 09:24:47.343343 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Made reservation on behalf of 7aed92792c0a45d58fa5cedf9950162b for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:47.347416 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.369701 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.465481 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce48375-398f-430e-b667-032726928564 req-c1359199-664d-4160-ab1b-06f027a403bf tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.467125 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4ce48375-398f-430e-b667-032726928564 req-c1359199-664d-4160-ab1b-06f027a403bf tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.1119709 Dec 10 09:24:47.579789 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Allocated IP 172.20.0.6 (0503223a-c71a-400e-b4f4-a95a44e40b4c/12d0c372-17cb-4c30-9e3f-e06aab01d477/b0f49dd0-4924-4ff9-93ba-6c45d788b39c) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:47.597933 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135864-f98b-4d76-b736-ec7ed11358a7 req-8d192fdc-4ca8-414a-a69e-4d47b957eb6a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.599589 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-97135864-f98b-4d76-b736-ec7ed11358a7 req-8d192fdc-4ca8-414a-a69e-4d47b957eb6a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 945 time: 0.0505707 Dec 10 09:24:47.643758 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Deleting port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:47.644076 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.648724 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-97135864-f98b-4d76-b736-ec7ed11358a7 req-1ce1a8bd-78fa-4518-909b-6c1f6f45ea33 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Dec 10 09:24:47.832131 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] For port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:47.832494 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.836818 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.854438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Calling delete_port for 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:47.863176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b693d1e-393d-4d6a-9f9b-5b1c6124045b req-34eac9d8-0569-4093-94b3-7cb229b1f5ab tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.864720 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5b693d1e-393d-4d6a-9f9b-5b1c6124045b req-34eac9d8-0569-4093-94b3-7cb229b1f5ab tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.1224484 Dec 10 09:24:47.984732 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5b693d1e-393d-4d6a-9f9b-5b1c6124045b req-c13525e2-152a-4220-8a70-709d0a1ad82a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097283 Dec 10 09:24:47.987140 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.054206 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:48.059097 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:48.067669 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:48.076548 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff93cc7-b467-4611-9185-896b8fca0d26 req-3a120375-2f77-402c-9ab9-f53ed22fabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.078210 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5ff93cc7-b467-4611-9185-896b8fca0d26 req-3a120375-2f77-402c-9ab9-f53ed22fabab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 1099 time: 0.0942378 Dec 10 09:24:48.112575 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:48.142719 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5ff93cc7-b467-4611-9185-896b8fca0d26 req-e531ced2-1448-49e0-b39d-84156cddefa7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564523 Dec 10 09:24:48.165911 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.166695 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.171212 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.184858 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f', '897e2213-66c6-4731-9612-c2f8d4c839b2', '8a874e0d-6254-47c2-9bae-58a6ac6a30e8'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:24:48.210097 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event deleted for resources: {'Port': ['ID=8a874e0d-6254-47c2-9bae-58a6ac6a30e8,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:48.219478 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1ab02361-f1f7-489a-aeaa-8fe67305bf2e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0184886 Dec 10 09:24:48.255049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] No DVR routers for this DVR port 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:24:48.258335 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.261848 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4ce48375-398f-430e-b667-032726928564 req-2d803c06-373e-49ad-b37e-1d0c54ce8c37 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "DELETE /v2.0/ports/8a874e0d-6254-47c2-9bae-58a6ac6a30e8 HTTP/1.1" status: 204 len: 173 time: 0.7836587 Dec 10 09:24:48.262347 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'name': 'network-vif-deleted', 'tag': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:48.264859 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995bff2-d07f-4cf9-9075-db85619ab865" -d '{"events": [{"server_uuid": "10b2dbb7-10c8-4991-b1c7-1de83a1c7038", "name": "network-vif-deleted", "tag": "8a874e0d-6254-47c2-9bae-58a6ac6a30e8"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:48.304920 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7baed95-a873-466e-8ae9-140dd0a7c8ca x-openstack-request-id: req-b7baed95-a873-466e-8ae9-140dd0a7c8ca {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:48.305292 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b2dbb7-10c8-4991-b1c7-1de83a1c7038", "name": "network-vif-deleted", "tag": "8a874e0d-6254-47c2-9bae-58a6ac6a30e8", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:48.305649 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7baed95-a873-466e-8ae9-140dd0a7c8ca {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:48.306194 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b2dbb7-10c8-4991-b1c7-1de83a1c7038', 'name': 'network-vif-deleted', 'tag': '8a874e0d-6254-47c2-9bae-58a6ac6a30e8', 'status': 'completed', 'code': 200} Dec 10 09:24:48.331739 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-a4897d23-e360-4550-8413-3e99bf7d9192 None None] Provisioning complete for port b0f49dd0-4924-4ff9-93ba-6c45d788b39c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:48.332301 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4897d23-e360-4550-8413-3e99bf7d9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.383381 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cde52-d3e8-4720-8afe-b9132f0ecea1 req-adaad31f-07a7-4db2-b657-101e671d70e1 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.384971 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-581cde52-d3e8-4720-8afe-b9132f0ecea1 req-adaad31f-07a7-4db2-b657-101e671d70e1 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 931 time: 0.0543356 Dec 10 09:24:48.418098 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4480b6b-4927-4bf8-a16a-855b96c77a3a req-8468308b-7be0-45ee-9c29-e6fd53f169dd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.420794 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b4480b6b-4927-4bf8-a16a-855b96c77a3a req-8468308b-7be0-45ee-9c29-e6fd53f169dd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0550301 Dec 10 09:24:48.439933 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-581cde52-d3e8-4720-8afe-b9132f0ecea1 req-80aecfd7-2fb1-499c-a5fc-901aba621f8f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482328 Dec 10 09:24:48.481715 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b4480b6b-4927-4bf8-a16a-855b96c77a3a req-d86a4087-713b-4e66-b42f-5469f9b8e861 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Dec 10 09:24:48.518337 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a4897d23-e360-4550-8413-3e99bf7d9192 None None] Port b0f49dd0-4924-4ff9-93ba-6c45d788b39c cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:48.609243 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.743538 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7ad4317c-aa09-4545-bf17-f3a01bcce41b req-d6e0814e-7cac-46d4-8111-32a91923e07f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Dec 10 09:24:49.135043 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861612c8-1c3d-4afb-a85e-34a3390c1ff0 req-cae88094-940e-4ce6-abb8-6bd44128116b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:49.136543 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-861612c8-1c3d-4afb-a85e-34a3390c1ff0 req-cae88094-940e-4ce6-abb8-6bd44128116b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0505302 Dec 10 09:24:49.189002 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-861612c8-1c3d-4afb-a85e-34a3390c1ff0 req-3d0e0c7d-b051-4d77-88f9-5755bf860858 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Dec 10 09:24:49.565517 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253dfd3-fbeb-4e70-9b47-644ef2625df4 req-7958ed00-c49d-4991-a723-3b6e4ca0fddb tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:49.567103 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1253dfd3-fbeb-4e70-9b47-644ef2625df4 req-7958ed00-c49d-4991-a723-3b6e4ca0fddb tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 931 time: 0.0496328 Dec 10 09:24:49.600277 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbe1f-655f-4455-838e-027d514518b3 req-c0057514-d57d-4cae-9dd2-3ca0b92b3244 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:49.601766 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-434dbe1f-655f-4455-838e-027d514518b3 req-c0057514-d57d-4cae-9dd2-3ca0b92b3244 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0519474 Dec 10 09:24:49.617677 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1253dfd3-fbeb-4e70-9b47-644ef2625df4 req-e56dfba8-3e25-4215-b68a-6bac5d518559 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445728 Dec 10 09:24:49.648460 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-434dbe1f-655f-4455-838e-027d514518b3 req-941ec915-21c5-4625-a403-74139d2ece75 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Dec 10 09:24:49.849988 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-97754e68-2f34-4e09-b43f-2552578bfe76 req-1aaf6c24-fc87-49f8-bcda-61b92c030b9b tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 210 time: 0.0299859 Dec 10 09:24:50.316947 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c6ec5-2eaa-4de8-a7b1-5478b0260421 req-edd00c28-83d0-481f-b23d-7ab1ecf1b70e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:50.318444 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a58c6ec5-2eaa-4de8-a7b1-5478b0260421 req-edd00c28-83d0-481f-b23d-7ab1ecf1b70e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0556777 Dec 10 09:24:50.370350 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a58c6ec5-2eaa-4de8-a7b1-5478b0260421 req-9bf1e559-7d10-4bb8-9d1b-7499123723e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Dec 10 09:24:50.761584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d0293-eeba-46c8-9f63-606f6c54ac6d req-bc5a04d9-feb0-4121-8cf3-5a0d61212af6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:50.763371 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9c5d0293-eeba-46c8-9f63-606f6c54ac6d req-bc5a04d9-feb0-4121-8cf3-5a0d61212af6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 931 time: 0.0598545 Dec 10 09:24:50.781265 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac54-2f2b-40ed-ad7c-57d949612eb8 req-2e23cb4a-b806-44cc-b5e8-9d83f9a09e70 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:50.782792 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-316bac54-2f2b-40ed-ad7c-57d949612eb8 req-2e23cb4a-b806-44cc-b5e8-9d83f9a09e70 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0583072 Dec 10 09:24:50.813787 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9c5d0293-eeba-46c8-9f63-606f6c54ac6d req-ff76ae04-28b3-4d5c-be4d-52bd7d2e8fc1 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Dec 10 09:24:50.831041 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-316bac54-2f2b-40ed-ad7c-57d949612eb8 req-faa4803c-77fd-40e6-b7cd-43dae40a3050 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Dec 10 09:24:50.945349 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2e49af4e-50b2-4d96-999d-1600bac02022 req-0b38aab6-eb63-4b0d-b77d-85c0b7484ea1 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=10b2dbb7-10c8-4991-b1c7-1de83a1c7038 HTTP/1.1" status: 200 len: 210 time: 0.0257702 Dec 10 09:24:51.141637 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Request body: {'port': {'device_id': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:51.201758 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.268257 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:51.289852 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:51.290205 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8a874e0d-6254-47c2-9bae-58a6ac6a30e8 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:51.468311 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f49dd0-4924-4ff9-93ba-6c45d788b39c {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:51.475856 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.487885 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Transition to ACTIVE for port object b0f49dd0-4924-4ff9-93ba-6c45d788b39c will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:24:51.491986 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203bc39-dd8b-462f-8746-01f6fcf3966d req-c9d75411-cfe4-4a7c-ada7-9c80759f54e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:51.492888 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.493494 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d203bc39-dd8b-462f-8746-01f6fcf3966d req-c9d75411-cfe4-4a7c-ada7-9c80759f54e2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0490930 Dec 10 09:24:51.541372 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Pushing event updated for resources: {'Port': ['ID=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:51.547493 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d203bc39-dd8b-462f-8746-01f6fcf3966d req-e126e8bc-6eb4-4c8c-8f59-9abac1cb419f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Dec 10 09:24:51.629684 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Attempting to bind port b0f49dd0-4924-4ff9-93ba-6c45d788b39c on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:51.630035 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Attempting to bind port b0f49dd0-4924-4ff9-93ba-6c45d788b39c by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:51.630363 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Attempting to bind port b0f49dd0-4924-4ff9-93ba-6c45d788b39c on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:51.635003 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Port b0f49dd0-4924-4ff9-93ba-6c45d788b39c on network 0503223a-c71a-400e-b4f4-a95a44e40b4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:24:51.635331 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Attempting to bind port b0f49dd0-4924-4ff9-93ba-6c45d788b39c on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:51.640791 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:51.641154 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Checking segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:51.641563 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Bound using segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:51.642098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Bound port: b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:51.642485 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.717663 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] For port b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:51.721177 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] For port b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:51.727318 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.774775 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:51.775401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.776958 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] 10.222.0.43 "PUT /v2.0/ports/b0f49dd0-4924-4ff9-93ba-6c45d788b39c HTTP/1.1" status: 200 len: 1093 time: 0.6408529 Dec 10 09:24:51.777676 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:51.781317 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c9f63-2b88-4c90-a483-9f1d8706cc57" -d '{"events": [{"name": "network-changed", "server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:51.801028 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aaa7e-b6bc-4b56-96ac-c9d75d2e53ff service neutron] Pushing event updated for resources: {'Port': ['ID=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:51.829013 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca28b0-945f-4860-8a59-79035b5751ed x-openstack-request-id: req-92ca28b0-945f-4860-8a59-79035b5751ed {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:51.829361 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:51.829590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92ca28b0-945f-4860-8a59-79035b5751ed {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:51.830005 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'status': 'completed', 'code': 200} Dec 10 09:24:51.880975 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-4db21546-eff4-4705-854b-203938f1fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:51.883027 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-4db21546-eff4-4705-854b-203938f1fa8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 1096 time: 0.0501187 Dec 10 09:24:51.938757 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a3d6f-b8d9-43f1-97ac-c893ef118e20 req-5d7e125e-6a46-47f5-92a0-7be004fbacb7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:51.940302 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-113a3d6f-b8d9-43f1-97ac-c893ef118e20 req-5d7e125e-6a46-47f5-92a0-7be004fbacb7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0538898 Dec 10 09:24:51.949807 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-74eb29af-47c4-446a-a5d3-5cade9b4ce29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c HTTP/1.1" status: 200 len: 217 time: 0.0506477 Dec 10 09:24:51.997941 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-113a3d6f-b8d9-43f1-97ac-c893ef118e20 req-5f36030a-a28e-4c5c-9ba9-3d3aab22b9eb tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513449 Dec 10 09:24:52.020281 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-7897efe1-21bf-48ee-84c7-d120b2f59e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.020281 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-7897efe1-21bf-48ee-84c7-d120b2f59e56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0553811 Dec 10 09:24:52.027014 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a80d7-7a7a-45be-9bea-8b1d54acdad9 req-225c2cc6-3070-4c5b-80ce-0bbdc78e39cc tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.028598 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d89a80d7-7a7a-45be-9bea-8b1d54acdad9 req-225c2cc6-3070-4c5b-80ce-0bbdc78e39cc tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.1219442 Dec 10 09:24:52.103127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1f14c323-7d4f-4785-996f-6b8aa2949bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.104686 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-1f14c323-7d4f-4785-996f-6b8aa2949bb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743208 Dec 10 09:24:52.141372 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d89a80d7-7a7a-45be-9bea-8b1d54acdad9 req-89b83df0-b6cf-463c-8158-0f9630d6c50a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856612 Dec 10 09:24:52.226935 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-4cc17189-d1d9-4bfa-9dd5-b2033e4d4b39 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111619 Dec 10 09:24:52.349160 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c303-cfd6-4dc5-a06f-7580f8252840 req-5f207651-d26c-424f-a5c8-c3b36fc0164d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.350645 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-80c6c303-cfd6-4dc5-a06f-7580f8252840 req-5f207651-d26c-424f-a5c8-c3b36fc0164d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0948684 Dec 10 09:24:52.390279 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5763abbd-944d-44b6-842f-69fc510fb2ba req-0cb318c7-5c4c-43d8-bd90-d558d03f5c5d service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458204 Dec 10 09:24:52.410987 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-80c6c303-cfd6-4dc5-a06f-7580f8252840 req-e8b3c24f-0798-4ab3-90f7-74a716bed3ea tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538199 Dec 10 09:24:52.485171 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-8ddfaf52-c3a2-47ca-9b75-72ccd498bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.486724 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-8ddfaf52-c3a2-47ca-9b75-72ccd498bdb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 1096 time: 0.0418544 Dec 10 09:24:52.588422 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-edd00d0f-9893-4791-b2b8-bc2a547421c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.589943 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-edd00d0f-9893-4791-b2b8-bc2a547421c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.0910015 Dec 10 09:24:52.636779 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-c02ecd85-150f-49cf-9620-16c92c393f40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c HTTP/1.1" status: 200 len: 217 time: 0.0356143 Dec 10 09:24:52.674624 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125744b-c4e4-44f5-8804-fe93898b8a0a req-d4ed59ff-a53d-4350-8aca-a553d179a4aa tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.676121 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f125744b-c4e4-44f5-8804-fe93898b8a0a req-d4ed59ff-a53d-4350-8aca-a553d179a4aa tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0492568 Dec 10 09:24:52.692508 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-35e9db44-6754-4b62-82bd-357be8611e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.693971 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-35e9db44-6754-4b62-82bd-357be8611e0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0483968 Dec 10 09:24:52.722206 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f125744b-c4e4-44f5-8804-fe93898b8a0a req-21a49bc7-4a88-4bc2-b412-34a79f3186e1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Dec 10 09:24:53.122160 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e51c1-91ab-4345-9609-f899fcc9de59 req-cbf823ae-1439-4d32-9356-1497b5bc6e63 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.123608 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-855e51c1-91ab-4345-9609-f899fcc9de59 req-cbf823ae-1439-4d32-9356-1497b5bc6e63 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0550530 Dec 10 09:24:53.174980 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-855e51c1-91ab-4345-9609-f899fcc9de59 req-df96cb89-f4c1-45e4-a6df-c9c212080055 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453951 Dec 10 09:24:53.262690 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900dc2f-0edd-4a34-ba96-c532bd2994bd req-2d275ad1-0033-4ce3-ac5d-1239673158f1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.264552 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5900dc2f-0edd-4a34-ba96-c532bd2994bd req-2d275ad1-0033-4ce3-ac5d-1239673158f1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0520017 Dec 10 09:24:53.316483 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5900dc2f-0edd-4a34-ba96-c532bd2994bd req-28934a55-4f4a-4a21-8d4b-8e3eef7617a3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Dec 10 09:24:53.443066 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f5b8-a555-44f2-8259-8afcd0231188 req-76a6c37c-84ac-4301-97f3-ff267f4b96bf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.444542 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-86e2f5b8-a555-44f2-8259-8afcd0231188 req-76a6c37c-84ac-4301-97f3-ff267f4b96bf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0590098 Dec 10 09:24:53.494924 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-86e2f5b8-a555-44f2-8259-8afcd0231188 req-5ca5c8b3-0260-4273-9539-9047990ad67c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Dec 10 09:24:53.535833 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccd8b4-3b14-4128-91bb-1ad9cbddeca7 req-18c8e46e-201a-4f07-9d62-e2a4058cbd86 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.537329 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e1ccd8b4-3b14-4128-91bb-1ad9cbddeca7 req-18c8e46e-201a-4f07-9d62-e2a4058cbd86 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0523968 Dec 10 09:24:53.586126 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e1ccd8b4-3b14-4128-91bb-1ad9cbddeca7 req-4972d609-fca0-4d10-b956-81c908a5ad36 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Dec 10 09:24:53.861219 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef02-b83d-471d-a438-53dc0e5c2001 req-37714e02-c1c4-41e8-be51-13fcf2a9c452 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.862945 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6a37ef02-b83d-471d-a438-53dc0e5c2001 req-37714e02-c1c4-41e8-be51-13fcf2a9c452 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0528553 Dec 10 09:24:53.935000 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6a37ef02-b83d-471d-a438-53dc0e5c2001 req-4f335214-588b-462b-95ec-00b009b27276 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645206 Dec 10 09:24:53.943962 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-a22084bc-3e2e-49be-836d-75a723cc5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.945456 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-a22084bc-3e2e-49be-836d-75a723cc5a09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565667 Dec 10 09:24:54.306327 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa302d0-5b52-4c12-b882-b54affc5d0c5 req-2ecf902d-cc0f-4f87-aedd-3185503a3c8a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:54.307686 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4aa302d0-5b52-4c12-b882-b54affc5d0c5 req-2ecf902d-cc0f-4f87-aedd-3185503a3c8a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0487251 Dec 10 09:24:54.358649 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4aa302d0-5b52-4c12-b882-b54affc5d0c5 req-1eeb3f34-67c1-4b13-9961-88d30d014ca7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444057 Dec 10 09:24:54.718263 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fcc5e-f1f3-4167-b4b1-51f2e79470c6 req-749fcf68-2c4c-42d8-aaee-843b75fc482a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:54.719746 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ee7fcc5e-f1f3-4167-b4b1-51f2e79470c6 req-749fcf68-2c4c-42d8-aaee-843b75fc482a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0538745 Dec 10 09:24:54.773023 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ee7fcc5e-f1f3-4167-b4b1-51f2e79470c6 req-05808731-5c56-4e71-ac7e-4ecc8ab25514 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Dec 10 09:24:54.942507 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-2f1469ec-964a-4e84-87e4-7eb6ea31014d service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006293 Dec 10 09:24:55.060354 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806b04d-7d0b-4985-9075-fbd1372021b7 req-772c7247-a98c-460b-93a2-2b0521ae9098 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:55.061840 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8806b04d-7d0b-4985-9075-fbd1372021b7 req-772c7247-a98c-460b-93a2-2b0521ae9098 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0502200 Dec 10 09:24:55.111379 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8806b04d-7d0b-4985-9075-fbd1372021b7 req-bf64167e-df4e-4d2b-98de-9b6fe4802df8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Dec 10 09:24:55.494865 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852796-c7a7-44b1-86d3-cb9775536b53 req-6e06ad25-0c24-4339-a015-b90a0ad27731 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:55.496353 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-da852796-c7a7-44b1-86d3-cb9775536b53 req-6e06ad25-0c24-4339-a015-b90a0ad27731 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0496883 Dec 10 09:24:55.548460 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-da852796-c7a7-44b1-86d3-cb9775536b53 req-02b4d6e7-bc5f-4316-9ac3-ef22f82ffe5f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Dec 10 09:24:55.902422 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ea733-b8af-46d7-94b7-d8f827907f46 req-353e9955-5dee-4bb8-b147-42e727c38188 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:55.904432 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-450ea733-b8af-46d7-94b7-d8f827907f46 req-353e9955-5dee-4bb8-b147-42e727c38188 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0511901 Dec 10 09:24:55.952657 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-450ea733-b8af-46d7-94b7-d8f827907f46 req-47fb47c9-3928-44bf-a8f0-14001fc04695 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Dec 10 09:24:55.970605 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d71c9f63-2b88-4c90-a483-9f1d8706cc57 req-e42f7fe4-92e9-4303-92ac-ef60f67ef4b5 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897405 Dec 10 09:24:56.256662 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9d79-7348-420c-b851-e39c0ff3e66a req-5465cfee-cdcd-4fc6-b530-22017ce9d5ce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:56.258165 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3caa9d79-7348-420c-b851-e39c0ff3e66a req-5465cfee-cdcd-4fc6-b530-22017ce9d5ce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0599101 Dec 10 09:24:56.306111 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3caa9d79-7348-420c-b851-e39c0ff3e66a req-30cd68c4-f757-480c-8b91-45ab36ce5a63 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Dec 10 09:24:56.668708 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad5c98-705b-4710-8b33-f074e4cf52ba req-158425b1-5089-4310-96ad-a512f9e95567 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:56.670481 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e6ad5c98-705b-4710-8b33-f074e4cf52ba req-158425b1-5089-4310-96ad-a512f9e95567 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0532508 Dec 10 09:24:56.719761 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e6ad5c98-705b-4710-8b33-f074e4cf52ba req-afc89bd1-1e96-4fb6-b6bd-81323ab7fc92 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Dec 10 09:24:57.075280 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6179707-dd1b-41bf-83ac-4301e4b80bce req-3bbaedb8-7ee9-4bf3-9257-26a5fa2960aa tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:57.076830 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6179707-dd1b-41bf-83ac-4301e4b80bce req-3bbaedb8-7ee9-4bf3-9257-26a5fa2960aa tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0539172 Dec 10 09:24:57.105925 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:24:57.129980 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6179707-dd1b-41bf-83ac-4301e4b80bce req-b6731715-ae11-4ca1-8332-1123f5fc9091 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Dec 10 09:24:57.172967 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8acc-ec05-441a-98fd-1a1711e7e4d2 req-77990403-f1d3-43cd-97ef-4d5f6e273179 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:57.174486 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-00dc8acc-ec05-441a-98fd-1a1711e7e4d2 req-77990403-f1d3-43cd-97ef-4d5f6e273179 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0537496 Dec 10 09:24:57.223685 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-00dc8acc-ec05-441a-98fd-1a1711e7e4d2 req-3fe524c5-aa67-4d41-b8fd-fe6030fa05b7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Dec 10 09:24:57.437684 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624498f-f699-46db-b199-c8bc605a2355 req-8fe31bcb-9782-4905-8d68-655077f09920 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:57.439290 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6624498f-f699-46db-b199-c8bc605a2355 req-8fe31bcb-9782-4905-8d68-655077f09920 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 944 time: 0.0502470 Dec 10 09:24:57.492244 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6624498f-f699-46db-b199-c8bc605a2355 req-0b3aeb05-6ec8-48ac-8fed-42923e0130c7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461788 Dec 10 09:24:57.842123 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4871980-1eb3-400a-9f1d-c50dd6bbc93c req-8ff23eab-e932-4eee-8425-765d75736c31 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:57.843807 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b4871980-1eb3-400a-9f1d-c50dd6bbc93c req-8ff23eab-e932-4eee-8425-765d75736c31 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0493042 Dec 10 09:24:57.907959 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b4871980-1eb3-400a-9f1d-c50dd6bbc93c req-0f8676df-9d5b-4c9b-a2e2-f9a211ce24fe tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580940 Dec 10 09:24:57.914614 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:24:58.016443 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:58.027763 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'port_id': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'mac_address': 'fa:16:3e:a5:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:24:58.069370 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:58.083281 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde6de3b-98ac-4a84-b77d-c56fabc640aa {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:58.103945 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:58.114282 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:58.167336 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=9']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:58.253051 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712f2b4-fd5d-4018-9c22-4888b9a2733d req-83bdda13-b93c-4903-8c24-70c776dd7888 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:58.254595 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f712f2b4-fd5d-4018-9c22-4888b9a2733d req-83bdda13-b93c-4903-8c24-70c776dd7888 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0547709 Dec 10 09:24:58.303692 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f712f2b4-fd5d-4018-9c22-4888b9a2733d req-bb7cdb08-50ed-4739-9e40-198416f7139f tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Dec 10 09:24:58.338982 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2988ca7-119e-4e8d-9c6e-6d3b07d240f2 req-ae4c5fdf-99ca-4e28-a16a-afe75c175cdd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:58.340496 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c2988ca7-119e-4e8d-9c6e-6d3b07d240f2 req-ae4c5fdf-99ca-4e28-a16a-afe75c175cdd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0489676 Dec 10 09:24:58.391246 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c2988ca7-119e-4e8d-9c6e-6d3b07d240f2 req-1c913547-cb17-4e72-98f8-679ac145f841 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Dec 10 09:24:58.619457 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a8223-179b-4bb1-8f20-6ec0ccdb0d15 req-40288552-a2fb-40e3-9a27-32ae2d9e13f4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:58.621079 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-867a8223-179b-4bb1-8f20-6ec0ccdb0d15 req-40288552-a2fb-40e3-9a27-32ae2d9e13f4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.0509877 Dec 10 09:24:58.670321 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-867a8223-179b-4bb1-8f20-6ec0ccdb0d15 req-766f9e1b-c519-4a70-bb63-706ad2d5537e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429492 Dec 10 09:24:59.045844 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d74909-8cb1-4eb1-bd78-cb4867cb6eaf req-08c9b7e0-8c06-4593-bbf0-8be04997b62e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.047388 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d6d74909-8cb1-4eb1-bd78-cb4867cb6eaf req-08c9b7e0-8c06-4593-bbf0-8be04997b62e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0615244 Dec 10 09:24:59.101850 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d6d74909-8cb1-4eb1-bd78-cb4867cb6eaf req-e8bf735b-fd67-4b2a-a906-8696dd9e2ef9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Dec 10 09:24:59.420669 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674e4a5-d54f-4c59-b5bd-391823ebafc5 req-59fc4239-662f-4a59-99a5-8b38f30cd9be tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.422175 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f674e4a5-d54f-4c59-b5bd-391823ebafc5 req-59fc4239-662f-4a59-99a5-8b38f30cd9be tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0498595 Dec 10 09:24:59.472696 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f674e4a5-d54f-4c59-b5bd-391823ebafc5 req-74ed0d31-f724-4830-a0a9-abbf4561fcba tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Dec 10 09:24:59.508902 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca89182-a55d-4213-a12a-04f90335a877 req-aba38922-d7bd-473e-aba2-e27c3641569d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.510408 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0ca89182-a55d-4213-a12a-04f90335a877 req-aba38922-d7bd-473e-aba2-e27c3641569d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0489259 Dec 10 09:24:59.559564 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0ca89182-a55d-4213-a12a-04f90335a877 req-c02be6bc-70ab-4585-9021-a62080cc32b2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Dec 10 09:24:59.800070 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1df8c-5bd6-423c-90e3-ea82511eef43 req-ed2648c8-33be-44fe-8a51-cb27f84f31bd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.801513 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e2a1df8c-5bd6-423c-90e3-ea82511eef43 req-ed2648c8-33be-44fe-8a51-cb27f84f31bd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.0549967 Dec 10 09:24:59.851193 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e2a1df8c-5bd6-423c-90e3-ea82511eef43 req-265d012d-9a82-4ffc-b7c4-5571e77bdfb6 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Dec 10 09:24:59.979921 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285b10-bc32-48f3-9543-da39c8f12baf req-03e99889-0bdf-416e-9403-56e24ae8c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.981347 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-03e99889-0bdf-416e-9403-56e24ae8c0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0481439 Dec 10 09:25:00.081721 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285b10-bc32-48f3-9543-da39c8f12baf req-8fbba54f-a87f-4d41-8248-09e0e7f0f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.083217 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-8fbba54f-a87f-4d41-8248-09e0e7f0f68f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.0894530 Dec 10 09:25:00.296025 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['dde6de3b-98ac-4a84-b77d-c56fabc640aa'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:00.358333 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-3ec04953-19da-46a6-82ae-4286ba62b507 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 217 time: 0.2650888 Dec 10 09:25:00.453774 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560e0b-6029-4690-bdb3-80238b97b0af req-ac16ee9c-549b-4fcb-85c8-502f9d3ab8bc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.455401 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-08560e0b-6029-4690-bdb3-80238b97b0af req-ac16ee9c-549b-4fcb-85c8-502f9d3ab8bc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.1140788 Dec 10 09:25:00.463572 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37469b2-85ec-4348-af4e-2a303290463b req-f90cf4a8-fe46-472f-a3af-df2cc726ed9e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.464875 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d37469b2-85ec-4348-af4e-2a303290463b req-f90cf4a8-fe46-472f-a3af-df2cc726ed9e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.1246800 Dec 10 09:25:00.467667 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285b10-bc32-48f3-9543-da39c8f12baf req-c8805ee0-7006-47d7-9240-d8824c6550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.468948 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-c8805ee0-7006-47d7-9240-d8824c6550fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0966003 Dec 10 09:25:00.537939 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-d7c92944-ab18-481a-90d1-35e66a00a4e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562513 Dec 10 09:25:00.591020 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728cbb3-ad66-4cc4-b2cc-d5d50a823f2f req-4bc89c52-0a87-43e7-8c37-eec3dd64a10e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.592559 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2728cbb3-ad66-4cc4-b2cc-d5d50a823f2f req-4bc89c52-0a87-43e7-8c37-eec3dd64a10e tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 946 time: 0.0499749 Dec 10 09:25:00.640683 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2728cbb3-ad66-4cc4-b2cc-d5d50a823f2f req-f7e06ac4-71c3-4e54-a764-4f5ba7a7fa57 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Dec 10 09:25:00.644448 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-08560e0b-6029-4690-bdb3-80238b97b0af req-05438c49-5233-493b-9323-082a3049fdc7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785374 Dec 10 09:25:00.690391 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-f36a79a4-e3e5-4a5d-8f44-2d6a1dfd1ebe service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383917 Dec 10 09:25:00.697981 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Deleting port 897e2213-66c6-4731-9612-c2f8d4c839b2 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:25:00.698338 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:00.897031 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] For port 897e2213-66c6-4731-9612-c2f8d4c839b2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=897e2213-66c6-4731-9612-c2f8d4c839b2,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:00.897394 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:00.908547 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f378b-67fc-45d2-9c70-5c65ef513c10 req-551b6552-d738-41ca-bc2c-fd4b546fbeaa tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.910089 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-846f378b-67fc-45d2-9c70-5c65ef513c10 req-551b6552-d738-41ca-bc2c-fd4b546fbeaa tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.1910641 Dec 10 09:25:00.918492 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-88285b10-bc32-48f3-9543-da39c8f12baf req-841b2a91-80d0-40b5-9da6-a4327d60d87a service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173371 Dec 10 09:25:00.928800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Calling delete_port for 897e2213-66c6-4731-9612-c2f8d4c839b2 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:25:00.981277 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c032d1-411f-4232-b086-653eb039e56a req-1abef0f4-9477-421e-97f7-0e41def256ca tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.983042 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f2c032d1-411f-4232-b086-653eb039e56a req-1abef0f4-9477-421e-97f7-0e41def256ca tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 945 time: 0.0567632 Dec 10 09:25:01.015740 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-846f378b-67fc-45d2-9c70-5c65ef513c10 req-a7be31d3-fa8d-40ce-8d61-f1a4b7e955b0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995374 Dec 10 09:25:01.043931 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f2c032d1-411f-4232-b086-653eb039e56a req-a36aff15-e918-411e-a2dc-15083420b840 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461946 Dec 10 09:25:01.101579 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:01.112817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f', '897e2213-66c6-4731-9612-c2f8d4c839b2'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:01.127935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event deleted for resources: {'Port': ['ID=897e2213-66c6-4731-9612-c2f8d4c839b2,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:01.137684 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.137966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.138339 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.138682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.139037 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.139454 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.140433 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.140433 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.140730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.141158 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.141406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.141736 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.142542 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:01.181793 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] No DVR routers for this DVR port 897e2213-66c6-4731-9612-c2f8d4c839b2 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:25:01.184435 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:01.188176 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d37469b2-85ec-4348-af4e-2a303290463b req-e72e0439-586d-4734-9bfe-a5788e4047ca tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "DELETE /v2.0/ports/897e2213-66c6-4731-9612-c2f8d4c839b2 HTTP/1.1" status: 204 len: 173 time: 0.7056842 Dec 10 09:25:01.188619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d4a047-a358-4f44-b096-10930cec7cd5', 'name': 'network-vif-deleted', 'tag': '897e2213-66c6-4731-9612-c2f8d4c839b2'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:01.190894 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80cd1e4-2e55-4c8e-9b17-e86705de5daf" -d '{"events": [{"server_uuid": "00d4a047-a358-4f44-b096-10930cec7cd5", "name": "network-vif-deleted", "tag": "897e2213-66c6-4731-9612-c2f8d4c839b2"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:01.226203 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f5159-6d23-4ece-b2d1-c4be50d37675 x-openstack-request-id: req-278f5159-6d23-4ece-b2d1-c4be50d37675 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:01.226453 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d4a047-a358-4f44-b096-10930cec7cd5", "name": "network-vif-deleted", "tag": "897e2213-66c6-4731-9612-c2f8d4c839b2", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:01.226739 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-278f5159-6d23-4ece-b2d1-c4be50d37675 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:01.227119 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d4a047-a358-4f44-b096-10930cec7cd5', 'name': 'network-vif-deleted', 'tag': '897e2213-66c6-4731-9612-c2f8d4c839b2', 'status': 'completed', 'code': 200} Dec 10 09:25:01.768846 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c9a4e846-5302-4d1c-b760-1bcebbab7587 req-11ecd3f5-ac63-4b53-9b62-7191840a253d tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=00d4a047-a358-4f44-b096-10930cec7cd5 HTTP/1.1" status: 200 len: 210 time: 0.0281162 Dec 10 09:25:01.773838 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bb0ec-1e43-4262-95a9-403821249437 req-103740cd-c91e-479f-b5b0-87beb3e09429 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:01.775382 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-990bb0ec-1e43-4262-95a9-403821249437 req-103740cd-c91e-479f-b5b0-87beb3e09429 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0512366 Dec 10 09:25:01.828075 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-990bb0ec-1e43-4262-95a9-403821249437 req-f42fcbf4-d604-45b9-b73e-4724786c4035 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Dec 10 09:25:01.919315 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:25:01.971259 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port dde6de3b-98ac-4a84-b77d-c56fabc640aa triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:25:01.971624 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:02.050358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:02.075185 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:02.077892 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648f916-20d6-48cb-9234-0768450fdd3d" -d '{"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-plugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:02.099631 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:02.104772 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:02.153517 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=10']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:02.158471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456064a7-c9de-4d76-b376-46dc71c4e7a2 req-01dca4f9-6c7b-4978-beff-fbc6385566c0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:02.161111 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-456064a7-c9de-4d76-b376-46dc71c4e7a2 req-01dca4f9-6c7b-4978-beff-fbc6385566c0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0610592 Dec 10 09:25:02.163277 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.163648 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.164022 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.164365 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.164745 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.165082 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.165408 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.165737 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.166091 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.166433 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.166820 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.167086 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.167407 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:02.186897 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e007e-7345-4949-8d32-af6f1ef10529 req-30a6b09a-acf8-4fd5-b8e7-4076151dc6ec tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:02.188461 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2d2e007e-7345-4949-8d32-af6f1ef10529 req-30a6b09a-acf8-4fd5-b8e7-4076151dc6ec tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0644302 Dec 10 09:25:02.213368 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-456064a7-c9de-4d76-b376-46dc71c4e7a2 req-8c52ea88-4afb-4cf8-9241-bb9abe904621 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Dec 10 09:25:02.238838 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2d2e007e-7345-4949-8d32-af6f1ef10529 req-9ed57c2f-d16d-408a-bb1b-b93f7fac4735 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 Dec 10 09:25:02.259597 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae0ffe4-58b3-4195-91a6-82a204c3dac2 x-openstack-request-id: req-4ae0ffe4-58b3-4195-91a6-82a204c3dac2 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:02.259968 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-plugged", "status": "completed", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:02.260284 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ae0ffe4-58b3-4195-91a6-82a204c3dac2 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:02.260742 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'code': 200} Dec 10 09:25:02.833995 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb6a4-9517-4533-8ccd-1478a4fbe1e9 req-1574a8c7-1888-4170-92fd-0ce440bb2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:02.835540 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f6dfb6a4-9517-4533-8ccd-1478a4fbe1e9 req-1574a8c7-1888-4170-92fd-0ce440bb2cfa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 1100 time: 0.0422215 Dec 10 09:25:02.886902 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f6dfb6a4-9517-4533-8ccd-1478a4fbe1e9 req-e1cf3b1e-ae22-473b-8e40-4987e6d33264 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Dec 10 09:25:02.955952 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122ff9-ad5e-45bc-a426-cfd4a01914a3 req-a2f2e27d-558c-4c22-a896-89859e9d6a3f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:02.957426 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0b122ff9-ad5e-45bc-a426-cfd4a01914a3 req-a2f2e27d-558c-4c22-a896-89859e9d6a3f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0531788 Dec 10 09:25:03.007132 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0b122ff9-ad5e-45bc-a426-cfd4a01914a3 req-2567c0d2-73a2-4359-b993-ed650bf95b3f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Dec 10 09:25:03.333482 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53fa01-1cb0-4178-b9e4-6d3ad3794180 req-a0f421d9-c1d9-4004-a45f-51b947f53a61 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:03.335067 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9f53fa01-1cb0-4178-b9e4-6d3ad3794180 req-a0f421d9-c1d9-4004-a45f-51b947f53a61 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0561867 Dec 10 09:25:03.367893 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390c643-d5cb-44e8-bb55-3ab27188b0c3 req-b2009159-57d1-4941-8818-7a6fe79e2672 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:03.369512 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b390c643-d5cb-44e8-bb55-3ab27188b0c3 req-b2009159-57d1-4941-8818-7a6fe79e2672 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0527880 Dec 10 09:25:03.383316 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9f53fa01-1cb0-4178-b9e4-6d3ad3794180 req-efcf4ccf-8d44-4ca0-a3a4-125d4ff97f18 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Dec 10 09:25:03.420448 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b390c643-d5cb-44e8-bb55-3ab27188b0c3 req-fdd69d4b-93f9-4c77-9d14-3a2145f6a005 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Dec 10 09:25:03.931510 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device b0f49dd0-4924-4ff9-93ba-6c45d788b39c details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:25:04.029350 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:04.046653 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'port_id': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'mac_address': 'fa:16:3e:de:80:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:25:04.094307 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:04.108004 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f49dd0-4924-4ff9-93ba-6c45d788b39c {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:25:04.128471 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:04.133576 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:04.149908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaffb0e-cc74-465a-a1d6-8ba535b24013 req-c2e7743e-fb01-46c5-acd8-d59a08ec76a6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:04.152182 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bdaffb0e-cc74-465a-a1d6-8ba535b24013 req-c2e7743e-fb01-46c5-acd8-d59a08ec76a6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 943 time: 0.0527620 Dec 10 09:25:04.182865 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:04.197170 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a570f1-b623-449d-896f-cfad9191676f req-804eda8a-ff17-48a4-abb5-8fd57caa4743 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:04.198799 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2a570f1-b623-449d-896f-cfad9191676f req-804eda8a-ff17-48a4-abb5-8fd57caa4743 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.0554214 Dec 10 09:25:04.213949 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bdaffb0e-cc74-465a-a1d6-8ba535b24013 req-078f27e4-9702-4ac4-8c18-9c20ec7fedf7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535564 Dec 10 09:25:04.249018 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2a570f1-b623-449d-896f-cfad9191676f req-5bc3c628-ee88-4367-bef1-bdaa31489ef9 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Dec 10 09:25:04.532408 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71166623-6c2b-4c45-b569-2bf64c269272 req-4c980ffc-8698-4db3-8bec-cba12bcb2211 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:04.535921 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-71166623-6c2b-4c45-b569-2bf64c269272 req-4c980ffc-8698-4db3-8bec-cba12bcb2211 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0579176 Dec 10 09:25:04.576248 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c8261-d3e7-4e6c-9a0a-ca2b35fb85b7 req-7806e20d-78e4-4e84-bc1e-5fbaba092896 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:04.577778 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c1c8261-d3e7-4e6c-9a0a-ca2b35fb85b7 req-7806e20d-78e4-4e84-bc1e-5fbaba092896 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0546322 Dec 10 09:25:04.594815 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-71166623-6c2b-4c45-b569-2bf64c269272 req-480d5e84-1a33-42f9-8169-f6b43d633156 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521495 Dec 10 09:25:04.629691 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c1c8261-d3e7-4e6c-9a0a-ca2b35fb85b7 req-5149fbf1-bae4-46a9-9155-2d043a80d635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Dec 10 09:25:04.721222 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['b0f49dd0-4924-4ff9-93ba-6c45d788b39c'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:05.339624 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc390-5221-4761-8502-55efe67f7a43 req-2aa10963-2da5-44e4-9c96-aa8db147617c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:05.341135 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-258dc390-5221-4761-8502-55efe67f7a43 req-2aa10963-2da5-44e4-9c96-aa8db147617c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 944 time: 0.0552454 Dec 10 09:25:05.384298 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c849f-ff5c-4407-bbc0-c81ba1df8ace req-7eafbc58-6745-4a51-8eea-7d7ca0b86666 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:05.385798 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5c5c849f-ff5c-4407-bbc0-c81ba1df8ace req-7eafbc58-6745-4a51-8eea-7d7ca0b86666 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.0626299 Dec 10 09:25:05.392361 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-258dc390-5221-4761-8502-55efe67f7a43 req-7cbfc42b-8d1d-4f76-ba99-e67200801a8e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441768 Dec 10 09:25:05.433223 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5c5c849f-ff5c-4407-bbc0-c81ba1df8ace req-bb9c05a5-a291-4346-9f57-c3b22d34f0ae tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Dec 10 09:25:05.714250 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c720-94f2-47af-ae88-766c79ee255f req-9c461a61-1956-4673-a104-c953a1721d50 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:05.715761 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b6f2c720-94f2-47af-ae88-766c79ee255f req-9c461a61-1956-4673-a104-c953a1721d50 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0529678 Dec 10 09:25:05.754408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fed9e9-f61e-479f-920c-241e7f53933a req-a8154b33-814b-4be4-b1a9-1dc20e1c79ea tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:05.755775 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e5fed9e9-f61e-479f-920c-241e7f53933a req-a8154b33-814b-4be4-b1a9-1dc20e1c79ea tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0515368 Dec 10 09:25:05.763938 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b6f2c720-94f2-47af-ae88-766c79ee255f req-ca24ff24-738e-46bb-9aa2-83843d8436b1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Dec 10 09:25:05.804600 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e5fed9e9-f61e-479f-920c-241e7f53933a req-089201e4-002e-4bc4-a899-2080865d0f3d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Dec 10 09:25:05.951386 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 897e2213-66c6-4731-9612-c2f8d4c839b2 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:25:05.972309 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 897e2213-66c6-4731-9612-c2f8d4c839b2 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:25:05.972660 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 897e2213-66c6-4731-9612-c2f8d4c839b2 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:25:06.515106 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c96b-2a4d-4c46-91a2-4ec5bba57eaa req-aabd5dac-1267-466c-ba24-d077be2fae0d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:06.518667 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b4e1c96b-2a4d-4c46-91a2-4ec5bba57eaa req-aabd5dac-1267-466c-ba24-d077be2fae0d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 944 time: 0.0557013 Dec 10 09:25:06.551103 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43613544-8e95-43df-aacc-2b3df7c4dadb req-13ed9b25-d945-4c3a-b5d0-00a653c8288a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:06.553181 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-43613544-8e95-43df-aacc-2b3df7c4dadb req-13ed9b25-d945-4c3a-b5d0-00a653c8288a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.0502462 Dec 10 09:25:06.575098 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b4e1c96b-2a4d-4c46-91a2-4ec5bba57eaa req-55a9cd16-49b2-4221-84cb-b4608721b355 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520272 Dec 10 09:25:06.604491 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-43613544-8e95-43df-aacc-2b3df7c4dadb req-946e7328-245b-450b-bb81-3688a9f537f0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Dec 10 09:25:06.813270 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bd21-02da-4ac6-9bd2-ae0233e8c63f req-26fa13f1-afd2-41d0-994d-2adf73825698 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:06.818492 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9c38bd21-02da-4ac6-9bd2-ae0233e8c63f req-26fa13f1-afd2-41d0-994d-2adf73825698 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0562015 Dec 10 09:25:06.868555 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9c38bd21-02da-4ac6-9bd2-ae0233e8c63f req-fe4da6e3-6c55-4bbb-b70f-3d5eb5dc77c7 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Dec 10 09:25:06.896772 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3f72f-0d7d-48d9-aecc-c98f6f79850d req-c76ce1a8-d79a-4f92-b895-5fd9eada3954 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:06.898407 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ff3f72f-0d7d-48d9-aecc-c98f6f79850d req-c76ce1a8-d79a-4f92-b895-5fd9eada3954 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0647755 Dec 10 09:25:06.946613 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ff3f72f-0d7d-48d9-aecc-c98f6f79850d req-02950fe5-c291-42cd-bf5b-3bbf78945473 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Dec 10 09:25:07.112610 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-6e767d7f-5741-4655-bab3-77ebaa0a302a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:07.114142 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-6e767d7f-5741-4655-bab3-77ebaa0a302a tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 945 time: 0.0504732 Dec 10 09:25:07.218075 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Deleting port 8b3da84a-0f73-49d5-8a60-32ef5c13597f {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:25:07.218290 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:07.314164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] For port 8b3da84a-0f73-49d5-8a60-32ef5c13597f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8b3da84a-0f73-49d5-8a60-32ef5c13597f,segment=NetworkSegment(c2de071c-a366-4bbc-8305-6bcbedf865fc),segment_id=c2de071c-a366-4bbc-8305-6bcbedf865fc)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:07.314479 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:07.327702 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Calling delete_port for 8b3da84a-0f73-49d5-8a60-32ef5c13597f owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:25:07.466070 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:07.486944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['8b3da84a-0f73-49d5-8a60-32ef5c13597f'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:07.494364 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Pushing event deleted for resources: {'Port': ['ID=8b3da84a-0f73-49d5-8a60-32ef5c13597f,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:07.546201 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] No DVR routers for this DVR port 8b3da84a-0f73-49d5-8a60-32ef5c13597f on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:25:07.549384 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:07.554929 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fdda7760-dc1c-4f5f-8d91-31387e911a27 req-3f77517d-2f35-4079-8ef3-3be2ec9ce72c tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.43 "DELETE /v2.0/ports/8b3da84a-0f73-49d5-8a60-32ef5c13597f HTTP/1.1" status: 204 len: 173 time: 0.4318542 Dec 10 09:25:07.555620 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'name': 'network-vif-deleted', 'tag': '8b3da84a-0f73-49d5-8a60-32ef5c13597f'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:07.559340 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3073a-4008-45c7-8624-772dea2e74c6" -d '{"events": [{"server_uuid": "21a9e5f1-266e-4de8-9e0e-2758853d648e", "name": "network-vif-deleted", "tag": "8b3da84a-0f73-49d5-8a60-32ef5c13597f"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:07.597886 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e824030-097b-4535-ad87-c31439a8772d x-openstack-request-id: req-9e824030-097b-4535-ad87-c31439a8772d {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:07.598220 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9e5f1-266e-4de8-9e0e-2758853d648e", "name": "network-vif-deleted", "tag": "8b3da84a-0f73-49d5-8a60-32ef5c13597f", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:07.598497 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e824030-097b-4535-ad87-c31439a8772d {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:07.598861 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9e5f1-266e-4de8-9e0e-2758853d648e', 'name': 'network-vif-deleted', 'tag': '8b3da84a-0f73-49d5-8a60-32ef5c13597f', 'status': 'completed', 'code': 200} Dec 10 09:25:07.703008 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f109e863-cae4-49a9-a1bb-8f3517bb7b6e req-2a7d1255-92bc-4620-bfd1-d2e72c15c7e0 tempest-AttachVolumeNegativeTest-2125377280 tempest-AttachVolumeNegativeTest-2125377280-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a9e5f1-266e-4de8-9e0e-2758853d648e HTTP/1.1" status: 200 len: 210 time: 0.0273304 Dec 10 09:25:07.704254 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d800b-0c07-4717-85c1-dff259c90e2b req-f28882fa-a9a5-4872-9177-05db008ef714 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:07.705771 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b47d800b-0c07-4717-85c1-dff259c90e2b req-f28882fa-a9a5-4872-9177-05db008ef714 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 944 time: 0.0527577 Dec 10 09:25:07.759402 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b47d800b-0c07-4717-85c1-dff259c90e2b req-0004b960-ea8c-4d14-9279-49a103b8aa6c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Dec 10 09:25:07.965819 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device b0f49dd0-4924-4ff9-93ba-6c45d788b39c up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:25:07.999978 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c04011-822b-441a-af6b-c69147479cb0 req-0c584386-4aea-4c30-9392-86a2f9638f82 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.001446 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-73c04011-822b-441a-af6b-c69147479cb0 req-0c584386-4aea-4c30-9392-86a2f9638f82 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0524759 Dec 10 09:25:08.027771 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port b0f49dd0-4924-4ff9-93ba-6c45d788b39c completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:25:08.031752 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port b0f49dd0-4924-4ff9-93ba-6c45d788b39c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:25:08.032125 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.058259 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-73c04011-822b-441a-af6b-c69147479cb0 req-ae1a59fd-db45-44ef-89fa-8be0b3a4dc5d tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Dec 10 09:25:08.073903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104bd18-59b5-4922-b0d4-59c9b9fca318 req-0e9f5a83-98c0-412b-8924-e010aa06f0c1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.075616 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4104bd18-59b5-4922-b0d4-59c9b9fca318 req-0e9f5a83-98c0-412b-8924-e010aa06f0c1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0580766 Dec 10 09:25:08.116862 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.132692 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4104bd18-59b5-4922-b0d4-59c9b9fca318 req-bbfa6b13-93b1-4948-b2c6-27b355223273 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Dec 10 09:25:08.139096 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:08.141417 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9ad4e-2b09-4a6b-9321-948f13b93383" -d '{"events": [{"server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "name": "network-vif-plugged", "status": "completed", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:08.156370 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:08.161215 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.196572 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f87fab-ac7e-471c-abdb-0c0f5dcd3954 x-openstack-request-id: req-77f87fab-ac7e-471c-abdb-0c0f5dcd3954 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:08.196923 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "name": "network-vif-plugged", "status": "completed", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:08.197187 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77f87fab-ac7e-471c-abdb-0c0f5dcd3954 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:08.197600 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'code': 200} Dec 10 09:25:08.215097 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:08.517943 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f9e00-344c-4216-9bba-aa0b46187ed1 req-bd99896d-d246-44b7-bdd2-e9582801ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.519489 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-361f9e00-344c-4216-9bba-aa0b46187ed1 req-bd99896d-d246-44b7-bdd2-e9582801ad54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 1098 time: 0.0417662 Dec 10 09:25:08.599035 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-361f9e00-344c-4216-9bba-aa0b46187ed1 req-8e5e4e85-986f-4869-8020-3fc277a42a55 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625415 Dec 10 09:25:08.610441 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-8f460c9a-9cf5-4377-aafa-1bfa89f11802 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556767 Dec 10 09:25:08.761975 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 44222) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:08.808962 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_v2 [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Deleting subnet 84c616fd-41b9-4f8e-9297-5f443f8693a1 {{(pid=102408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:25:08.812296 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.850730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479591'] for subnet, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.879807 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ff3a2-7d8d-490e-b2ff-babc651819da req-ee619883-6f09-4959-85bb-72cfc0333a4b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.881323 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1c1ff3a2-7d8d-490e-b2ff-babc651819da req-ee619883-6f09-4959-85bb-72cfc0333a4b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Dec 10 09:25:08.890811 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.942713 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1c1ff3a2-7d8d-490e-b2ff-babc651819da req-8166bc3d-653f-4435-82c7-ae6c878304fd tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547488 Dec 10 09:25:08.967937 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3589-c322-40c5-a304-0c571d4143a5 req-94e61a5c-c480-44d5-8e11-f06821ad4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.969386 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-94e61a5c-c480-44d5-8e11-f06821ad4e89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1099 time: 0.0573564 Dec 10 09:25:08.977837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5871353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5782943'] for subnet, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.014683 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c616fd-41b9-4f8e-9297-5f443f8693a1,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:09.019027 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.022215 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-191c3f6c-e869-4fa7-9b66-ab49b2155e3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84c616fd-41b9-4f8e-9297-5f443f8693a1 HTTP/1.1" status: 204 len: 168 time: 0.2591522 Dec 10 09:25:09.024894 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44226) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:09.092591 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.101080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3589-c322-40c5-a304-0c571d4143a5 req-7ae7c3a8-334f-48d7-8bc5-e122f60114f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:09.102590 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-7ae7c3a8-334f-48d7-8bc5-e122f60114f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.0957763 Dec 10 09:25:09.181854 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.205525 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.205995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.207081 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.207487 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > port after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.207872 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.208266 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > port after_update 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.208654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.209037 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.209421 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.209801 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.210440 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-d80a5da3-005e-4ace-9cf1-168d3b235869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 1002 time: 0.0960155 Dec 10 09:25:09.225604 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed4c3d-067c-46ac-a037-e731b40fd7b1 req-dc36923c-3aa5-448d-9c9a-2b8db4973548 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:09.227076 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42ed4c3d-067c-46ac-a037-e731b40fd7b1 req-dc36923c-3aa5-448d-9c9a-2b8db4973548 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0762303 Dec 10 09:25:09.277612 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.277856 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.278144 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.278482 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 09:25:09.278843 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:09.290225 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3589-c322-40c5-a304-0c571d4143a5 req-a950538f-8f1f-4c48-b8b8-883c5493a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:09.291698 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-a950538f-8f1f-4c48-b8b8-883c5493a728 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0741479 Dec 10 09:25:09.306340 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42ed4c3d-067c-46ac-a037-e731b40fd7b1 req-aa3c1728-8fd0-4d5e-a91b-fed0247ace5d tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722275 Dec 10 09:25:09.324003 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2de071c-a366-4bbc-8305-6bcbedf865fc') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:09.324003 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2de071c-a366-4bbc-8305-6bcbedf865fc') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:09.346914 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.350529 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3589-c322-40c5-a304-0c571d4143a5 req-69e54794-d62b-4b0c-9373-ff4b07c3b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:09.352116 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-69e54794-d62b-4b0c-9373-ff4b07c3b323 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430148 Dec 10 09:25:09.371846 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.383130 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:25:09.383517 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: from cryptography.utils import int_from_bytes Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: from cryptography.utils import int_from_bytes Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:25:09.387346 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:25:09.403443 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf75b83-2397-4fde-b020-2f42f8f4825c req-fbc663e2-ad51-4aaa-b5c1-5f07811eeee7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:09.405594 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ccf75b83-2397-4fde-b020-2f42f8f4825c req-fbc663e2-ad51-4aaa-b5c1-5f07811eeee7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.1209230 Dec 10 09:25:09.455002 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-245bc63a-fa80-453c-b15b-ed8f75c4edd0 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876973 Dec 10 09:25:09.472344 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.487610 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.490830 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9 HTTP/1.1" status: 204 len: 168 time: 0.4649341 Dec 10 09:25:09.502945 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa7c5b8-6b77-4d21-ba42-7fcbc1fb16c9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:09.513152 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ccf75b83-2397-4fde-b020-2f42f8f4825c req-0820a6b9-2ea2-480c-b4fc-e949d87c6d6e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808980 Dec 10 09:25:09.516156 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.516475 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.516876 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.517218 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.517548 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.517866 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.518247 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.518559 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.518885 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.519211 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.519533 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.519852 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.520170 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec77ca3-8940-42a1-83f8-3f256b278a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:25:09.545573 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.558670 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-844c3589-c322-40c5-a304-0c571d4143a5 req-aa4ccba5-96da-4967-aed5-3661e27b97b8 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927317 Dec 10 09:25:09.681764 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-0fc22b40-8dbd-455b-9855-20890feeb946 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:09.683275 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-0fc22b40-8dbd-455b-9855-20890feeb946 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0549212 Dec 10 09:25:09.714289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 44234) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:09.791157 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e934e2ed-bc24-442f-8849-c737ceeda77f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2adf63dbacb4c15bf70d993630e30b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0757380 Dec 10 09:25:09.793948 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44236) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:09.808012 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Deleting port c9f2eea4-4563-49d9-b780-e9464b2d8d68 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:25:09.808346 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.847885 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bed16b9a-baa6-4bb4-b0b8-40e86c325b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.869976 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bed16b9a-baa6-4bb4-b0b8-40e86c325b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.900655 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] For port c9f2eea4-4563-49d9-b780-e9464b2d8d68, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c9f2eea4-4563-49d9-b780-e9464b2d8d68,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:09.901060 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.914164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Calling delete_port for c9f2eea4-4563-49d9-b780-e9464b2d8d68 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:25:09.917915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bed16b9a-baa6-4bb4-b0b8-40e86c325b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.920551 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bed16b9a-baa6-4bb4-b0b8-40e86c325b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.921692 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-bed16b9a-baa6-4bb4-b0b8-40e86c325b08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9 HTTP/1.1" status: 204 len: 168 time: 0.1264646 Dec 10 09:25:09.929341 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed16b9a-baa6-4bb4-b0b8-40e86c325b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b2716-5eec-4c1e-b9c3-8bef7c82a1b9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:10.106077 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb0a47-4c16-4aab-9a14-9da7f564fcf5 req-d21e7801-b23d-4617-8b53-92fe95ef739a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:10.107635 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7beb0a47-4c16-4aab-9a14-9da7f564fcf5 req-d21e7801-b23d-4617-8b53-92fe95ef739a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.0846484 Dec 10 09:25:10.108701 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:10.125559 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['c9f2eea4-4563-49d9-b780-e9464b2d8d68'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:10.163724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Pushing event deleted for resources: {'Port': ['ID=c9f2eea4-4563-49d9-b780-e9464b2d8d68,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:10.217894 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] No DVR routers for this DVR port c9f2eea4-4563-49d9-b780-e9464b2d8d68 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:25:10.224006 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:10.227329 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2fae0993-4993-4d94-93ac-fc0e510af4fe req-59260949-11e3-43c9-b900-2ae8b2bb1f57 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "DELETE /v2.0/ports/c9f2eea4-4563-49d9-b780-e9464b2d8d68 HTTP/1.1" status: 204 len: 173 time: 0.5366211 Dec 10 09:25:10.227806 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'name': 'network-vif-deleted', 'tag': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:10.230068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08574f9-b846-4101-baf6-22f57e772278" -d '{"events": [{"server_uuid": "8a7416b8-6efb-44de-9494-632fe410d5d0", "name": "network-vif-deleted", "tag": "c9f2eea4-4563-49d9-b780-e9464b2d8d68"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:10.246519 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7beb0a47-4c16-4aab-9a14-9da7f564fcf5 req-63650d55-475f-4fe4-a5da-90ac78f3310c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238072 Dec 10 09:25:10.293474 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a3e5a-2e27-4e58-9e99-8f512b026d3c x-openstack-request-id: req-9b0a3e5a-2e27-4e58-9e99-8f512b026d3c {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:10.293760 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7416b8-6efb-44de-9494-632fe410d5d0", "name": "network-vif-deleted", "tag": "c9f2eea4-4563-49d9-b780-e9464b2d8d68", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:10.294247 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b0a3e5a-2e27-4e58-9e99-8f512b026d3c {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:10.294515 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7416b8-6efb-44de-9494-632fe410d5d0', 'name': 'network-vif-deleted', 'tag': 'c9f2eea4-4563-49d9-b780-e9464b2d8d68', 'status': 'completed', 'code': 200} Dec 10 09:25:10.420082 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cc4272fe-1e52-4ade-81aa-77d4e41375a4 req-55cca300-9750-4ec2-8aad-57b5b3d75510 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7416b8-6efb-44de-9494-632fe410d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0285048 Dec 10 09:25:10.641329 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1219b-9780-4045-807d-d8e9e9d9c9fd req-6e59c35a-2ae4-46d3-97ee-5a6c8e9e5727 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:10.643040 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8dc1219b-9780-4045-807d-d8e9e9d9c9fd req-6e59c35a-2ae4-46d3-97ee-5a6c8e9e5727 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0481482 Dec 10 09:25:10.695456 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8dc1219b-9780-4045-807d-d8e9e9d9c9fd req-0f0b2256-f43c-4c13-a7e7-2ec98993695a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Dec 10 09:25:11.380049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e323d7-8822-4b5f-b8fc-9c5f21badd71 req-263b5aa2-a126-497a-b681-3f19631e5b86 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.381521 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b8e323d7-8822-4b5f-b8fc-9c5f21badd71 req-263b5aa2-a126-497a-b681-3f19631e5b86 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.0561986 Dec 10 09:25:11.434528 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b8e323d7-8822-4b5f-b8fc-9c5f21badd71 req-ae7a4d41-ccd0-4479-b703-558343672c02 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465136 Dec 10 09:25:11.556406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78864e06-0454-49ed-8f4e-4d2fb000d9b5 req-3b282596-bcbb-4b7d-b284-d948e786220b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.558138 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-78864e06-0454-49ed-8f4e-4d2fb000d9b5 req-3b282596-bcbb-4b7d-b284-d948e786220b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.0532928 Dec 10 09:25:11.625716 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-78864e06-0454-49ed-8f4e-4d2fb000d9b5 req-e3c1cf6e-0cad-4db8-a87a-82d51e3f5c37 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551341 Dec 10 09:25:11.648437 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44306) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:11.821732 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97717559-e5b0-49ff-9b34-18e186ee0ca2 req-2602a972-6cc6-4dad-b16b-99531b3e452d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.823350 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-97717559-e5b0-49ff-9b34-18e186ee0ca2 req-2602a972-6cc6-4dad-b16b-99531b3e452d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0525856 Dec 10 09:25:11.844831 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 44314) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:11.897637 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e347f0d-6489-4fc8-857a-f7b998f51ca6 tempest-TestVolumeBootPattern-1815110333 tempest-TestVolumeBootPattern-1815110333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.899297 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2e347f0d-6489-4fc8-857a-f7b998f51ca6 tempest-TestVolumeBootPattern-1815110333 tempest-TestVolumeBootPattern-1815110333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 1093 time: 0.2497399 Dec 10 09:25:11.902439 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 44318) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:11.904514 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-97717559-e5b0-49ff-9b34-18e186ee0ca2 req-eac1b4c3-c301-42b4-af46-30f5b6840552 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Dec 10 09:25:11.907393 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'port_id': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:25:11.930997 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:11.983714 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1cea7df1-0e47-4516-81a9-1e9ab24bab01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.086797 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1cea7df1-0e47-4516-81a9-1e9ab24bab01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.093220 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1cea7df1-0e47-4516-81a9-1e9ab24bab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.097732 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.144173 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea7df1-0e47-4516-81a9-1e9ab24bab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a776bd5-709d-47c0-b7c4-2536afee5fe3,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:12.172354 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-1cea7df1-0e47-4516-81a9-1e9ab24bab01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed58ba36fff340309ab7c6e3f5fc8c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262563 Dec 10 09:25:12.174901 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 44320) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:12.271581 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a155e267-4de0-4009-9894-e8ae5ad7c624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.273459 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Allocated IP 172.27.2.192 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/a3e7c89b-aa69-4ba2-9313-cdf8266cd448) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:25:12.303837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a155e267-4de0-4009-9894-e8ae5ad7c624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.409923 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a155e267-4de0-4009-9894-e8ae5ad7c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.412460 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a155e267-4de0-4009-9894-e8ae5ad7c624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.413588 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-a155e267-4de0-4009-9894-e8ae5ad7c624 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a776bd5-709d-47c0-b7c4-2536afee5fe3 HTTP/1.1" status: 204 len: 168 time: 0.2378438 Dec 10 09:25:12.419043 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.428978 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e267-4de0-4009-9894-e8ae5ad7c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a776bd5-709d-47c0-b7c4-2536afee5fe3,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:12.470486 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.510949 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:25:12.513868 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:25:12.516637 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:25:12.546249 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=a3e7c89b-aa69-4ba2-9313-cdf8266cd448,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:12.678872 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44328) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:12.697111 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60dced30-b21e-4529-9d50-1e3b2a419f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.760414 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb052491-275b-4e95-837c-8130c30aabe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.785274 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60dced30-b21e-4529-9d50-1e3b2a419f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.789839 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60dced30-b21e-4529-9d50-1e3b2a419f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.826778 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dced30-b21e-4529-9d50-1e3b2a419f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724977e-f48e-4c7d-8721-105214430f08,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:12.832646 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-60dced30-b21e-4529-9d50-1e3b2a419f8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=830ec99022d545d585e098c17c670ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531291 Dec 10 09:25:12.835387 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44330) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:12.890060 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-143a1760-6d49-4f77-bc48-90aee0750853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.912925 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-143a1760-6d49-4f77-bc48-90aee0750853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.968889 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-143a1760-6d49-4f77-bc48-90aee0750853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.972560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-143a1760-6d49-4f77-bc48-90aee0750853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:12.974502 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-143a1760-6d49-4f77-bc48-90aee0750853 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c724977e-f48e-4c7d-8721-105214430f08 HTTP/1.1" status: 204 len: 168 time: 0.1381228 Dec 10 09:25:12.984660 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1760-6d49-4f77-bc48-90aee0750853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724977e-f48e-4c7d-8721-105214430f08,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:13.076736 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c176999-d129-4e09-8e98-2441154d354c req-00799cdc-bee5-4975-bd05-d5a0a13cff0e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:13.078907 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8c176999-d129-4e09-8e98-2441154d354c req-00799cdc-bee5-4975-bd05-d5a0a13cff0e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.1033926 Dec 10 09:25:13.270876 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8c176999-d129-4e09-8e98-2441154d354c req-2a4da1f0-53c9-4301-9673-39e4885de169 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575716 Dec 10 09:25:13.306881 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:13.421385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:13.582642 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:13.588622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:13.664540 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=a3e7c89b-aa69-4ba2-9313-cdf8266cd448,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:13.671466 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:13.677139 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8b3da84a-0f73-49d5-8a60-32ef5c13597f no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:25:13.698466 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 8b3da84a-0f73-49d5-8a60-32ef5c13597f {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:25:13.699017 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 8b3da84a-0f73-49d5-8a60-32ef5c13597f not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:25:13.787861 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Floating IP 6e3d603b-67c3-4837-97f1-851c5bc0459a associated. External IP: 172.27.2.192, port: b0f49dd0-4924-4ff9-93ba-6c45d788b39c. Dec 10 09:25:13.999061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:25:14.113946 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:25:14.124511 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:25:14.134692 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:14.136656 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:25:14.137321 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:24:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:14.164883 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-9094d39c-f271-4044-b38c-83408a86d519 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2613449 Dec 10 09:25:14.165547 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:14.167995 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:14.206641 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1da6c9-dfa0-44d1-8ad3-962c5e07588b x-openstack-request-id: req-cf1da6c9-dfa0-44d1-8ad3-962c5e07588b {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:14.207131 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:14.207256 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf1da6c9-dfa0-44d1-8ad3-962c5e07588b {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:14.207720 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'status': 'completed', 'code': 200} Dec 10 09:25:14.254004 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:25:14.405847 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad31578-76a5-4121-a281-ea09b6bb59e4 req-2fd0d9c3-3ee5-4016-80f0-5455138dda15 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:14.407692 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dad31578-76a5-4121-a281-ea09b6bb59e4 req-2fd0d9c3-3ee5-4016-80f0-5455138dda15 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0565257 Dec 10 09:25:14.467158 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dad31578-76a5-4121-a281-ea09b6bb59e4 req-9a926fd8-72b5-468b-b78a-0e05c1acfcf2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Dec 10 09:25:14.509411 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '6e3d603b-67c3-4837-97f1-851c5bc0459a', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:de:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:25:12Z', 'updated_at': '2021-12-10T09:25:12Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:14.543613 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:25:14.554570 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:25:14.555113 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:24:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:14.680176 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c9f2eea4-4563-49d9-b780-e9464b2d8d68 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:25:14.683121 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:25:14.712145 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: c9f2eea4-4563-49d9-b780-e9464b2d8d68 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:25:14.712590 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c9f2eea4-4563-49d9-b780-e9464b2d8d68 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:25:14.743952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-083a18c5-8a8c-49f6-ac67-4192f69bde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:14.745489 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-083a18c5-8a8c-49f6-ac67-4192f69bde44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 1098 time: 0.0565889 Dec 10 09:25:14.867702 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-cfbe413c-68a0-44ae-adaa-4504089e517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:14.869497 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-cfbe413c-68a0-44ae-adaa-4504089e517f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1129518 Dec 10 09:25:14.964236 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-7014df33-6e74-4540-833b-4c180fd9a70f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c HTTP/1.1" status: 200 len: 999 time: 0.0854843 Dec 10 09:25:14.987066 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '6e3d603b-67c3-4837-97f1-851c5bc0459a', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:de:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:25:12Z', 'updated_at': '2021-12-10T09:25:12Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:15.018320 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619fd678-8626-46d0-8222-ffb425b86971 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '6e3d603b-67c3-4837-97f1-851c5bc0459a', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:de:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:25:12Z', 'updated_at': '2021-12-10T09:25:12Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:25:15.024707 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-02ff6879-04bd-4b0d-957c-ebce9a24ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:15.026808 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-02ff6879-04bd-4b0d-957c-ebce9a24ad94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0539987 Dec 10 09:25:15.057597 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1935e8f9-4afe-45f4-9659-5bf35bebfb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:15.092082 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-ee917bce-7c36-4118-bb7b-11ce1261e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:15.093667 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-ee917bce-7c36-4118-bb7b-11ce1261e6ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513079 Dec 10 09:25:15.209295 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-4789ba84-c6e9-4aa2-8293-f2aa2febeab8 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015754 Dec 10 09:25:15.231062 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257f160-3568-4c3b-8599-2bec1ee767f4 None None] New status for floating IP 6e3d603b-67c3-4837-97f1-851c5bc0459a: ACTIVE {{(pid=102410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:25:15.334512 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8f521151-e5f4-4ea5-888a-f6d7fe3bacd6 req-9ed8426f-bc77-400b-86c9-4117a5301a49 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948284 Dec 10 09:25:15.593582 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3dfd2-303a-4349-8746-fc1959c434de req-66b84a7b-2422-40bf-9426-80a806bc91be tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:15.595022 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dea3dfd2-303a-4349-8746-fc1959c434de req-66b84a7b-2422-40bf-9426-80a806bc91be tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0523064 Dec 10 09:25:15.643039 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dea3dfd2-303a-4349-8746-fc1959c434de req-9847dcf6-47a2-41d2-8172-b385b0496cc9 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Dec 10 09:25:16.256404 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:16.770049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a1797-1274-4d71-b131-647c0db4221f req-88aa375c-e128-45e3-b942-511e10325daf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:16.771559 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ed6a1797-1274-4d71-b131-647c0db4221f req-88aa375c-e128-45e3-b942-511e10325daf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0516932 Dec 10 09:25:16.820420 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ed6a1797-1274-4d71-b131-647c0db4221f req-08605e0d-f464-46ec-aaa5-4565e969a96b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Dec 10 09:25:17.382004 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:17.941151 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc167-809e-4e88-8d03-3c3371c75ffe req-93573ca0-f9f0-4b05-9100-31b51f70d45c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:17.942620 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-828bc167-809e-4e88-8d03-3c3371c75ffe req-93573ca0-f9f0-4b05-9100-31b51f70d45c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0494421 Dec 10 09:25:17.995575 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-828bc167-809e-4e88-8d03-3c3371c75ffe req-d4430caf-63b1-4059-90f3-ece4367ea994 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Dec 10 09:25:18.596769 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:19.128173 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d87e-76ac-4851-858f-531583815623 req-88a24132-d039-4cf4-9cd1-103e5b1c214e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:19.129681 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ad15d87e-76ac-4851-858f-531583815623 req-88a24132-d039-4cf4-9cd1-103e5b1c214e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0560038 Dec 10 09:25:19.177589 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ad15d87e-76ac-4851-858f-531583815623 req-fca25432-7e8e-45ae-85ca-340bda05a248 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Dec 10 09:25:20.297726 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561702c-e14a-4142-82b0-c8ff0f41af1a req-ba755628-4d04-4461-95e8-f7429d6f1bf1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:20.299263 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6561702c-e14a-4142-82b0-c8ff0f41af1a req-ba755628-4d04-4461-95e8-f7429d6f1bf1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0494053 Dec 10 09:25:20.352975 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6561702c-e14a-4142-82b0-c8ff0f41af1a req-a78074fa-4b49-4e4a-a77f-84603ec67564 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475225 Dec 10 09:25:21.483765 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ec323-efbc-4d12-9c18-eea02580334a req-1dc7637b-7750-4d0b-81ce-f56ca735a666 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:21.485190 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-007ec323-efbc-4d12-9c18-eea02580334a req-1dc7637b-7750-4d0b-81ce-f56ca735a666 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0492830 Dec 10 09:25:21.537959 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-007ec323-efbc-4d12-9c18-eea02580334a req-9fb2a735-2fc6-4138-ae7b-63f7c55d3cd7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Dec 10 09:25:22.656408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410a4f-1d0d-4eb8-b01d-fde5de11325a req-128f7a78-bb43-4bf0-a721-f9e296b1804b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:22.657896 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5d410a4f-1d0d-4eb8-b01d-fde5de11325a req-128f7a78-bb43-4bf0-a721-f9e296b1804b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0486832 Dec 10 09:25:22.717831 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5d410a4f-1d0d-4eb8-b01d-fde5de11325a req-fca8c95d-072b-44b0-92dd-d25e51a99918 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Dec 10 09:25:23.101822 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da1fc6-340c-424e-a5e2-0a468a8ba017 req-843119c0-a366-4d56-8d55-0d0928cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:23.103415 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a1da1fc6-340c-424e-a5e2-0a468a8ba017 req-843119c0-a366-4d56-8d55-0d0928cff778 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0457439 Dec 10 09:25:23.150770 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a1da1fc6-340c-424e-a5e2-0a468a8ba017 req-354ae144-8c51-40ca-aa9e-da95932ff7ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Dec 10 09:25:23.604515 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-b1cc8eac-4720-4db6-9119-0139c8207316 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:23.605867 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-b1cc8eac-4720-4db6-9119-0139c8207316 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/networks?id=f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 200 len: 814 time: 0.1061647 Dec 10 09:25:23.620731 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-e8fe9807-3c51-4b37-a6d7-1e0b8138780d tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/quotas/23ab152534ab4922b0fcf937d4cf7080 HTTP/1.1" status: 200 len: 375 time: 0.0089440 Dec 10 09:25:23.654957 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-739740f9-dc56-418f-a287-94de26d62a99 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=23ab152534ab4922b0fcf937d4cf7080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287383 Dec 10 09:25:23.741974 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-8c65753c-1393-45a3-b439-1ad9932a03f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802186 Dec 10 09:25:23.839629 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc078-f8d8-4e9a-b33d-ec0544ebc33b req-bf7136ea-c179-45a0-82d4-ef6c23f118ac tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:23.840199 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-42be4a39-fba4-4306-a869-c94bd2196cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909324 Dec 10 09:25:23.841114 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ac7bc078-f8d8-4e9a-b33d-ec0544ebc33b req-bf7136ea-c179-45a0-82d4-ef6c23f118ac tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0579834 Dec 10 09:25:23.891274 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ac7bc078-f8d8-4e9a-b33d-ec0544ebc33b req-ccb1006e-2c6b-4d7c-a785-0d5862be23aa tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435934 Dec 10 09:25:24.003062 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e4ecdc82-77bc-44f9-8e4b-2ecb5081f582 req-878bfff8-4682-40bb-a1bc-c74d10f4fa12 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 210 time: 0.0257249 Dec 10 09:25:25.134849 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c80e3fb4-a361-49f7-9398-f3d714428c77 req-2ac59a40-3475-4a34-add3-40578b950600 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 210 time: 0.0354204 Dec 10 09:25:25.299168 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1b1-1267-4114-86b8-620c89266b03 req-695538e6-26e7-4ccb-abb0-82183e77afee tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:25.300688 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8c02e1b1-1267-4114-86b8-620c89266b03 req-695538e6-26e7-4ccb-abb0-82183e77afee tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.3360362 Dec 10 09:25:25.340788 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44524) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:25.348212 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-03225d3e-59f2-4f6a-ad0b-c44971c60801 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:25.349738 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-03225d3e-59f2-4f6a-ad0b-c44971c60801 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "GET /v2.0/networks?id=f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 200 len: 814 time: 0.3740804 Dec 10 09:25:25.369861 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Request body: {'port': {'device_id': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90', 'admin_state_up': True, 'tenant_id': '23ab152534ab4922b0fcf937d4cf7080'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:25:25.414737 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8c02e1b1-1267-4114-86b8-620c89266b03 req-7e60c021-ac29-464f-a2d3-7a281ce7d752 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072304 Dec 10 09:25:25.445576 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b72-1ac7-46a1-8ab4-fd3dcde868d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.483724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Made reservation on behalf of 23ab152534ab4922b0fcf937d4cf7080 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:25:25.487319 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.530206 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b72-1ac7-46a1-8ab4-fd3dcde868d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.534978 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b72-1ac7-46a1-8ab4-fd3dcde868d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.577019 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f9c73b72-1ac7-46a1-8ab4-fd3dcde868d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87a47e2030584542b4592745cc875d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358725 Dec 10 09:25:25.579728 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44534) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:25.586442 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c73b72-1ac7-46a1-8ab4-fd3dcde868d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370ed44c-7ccb-4336-95c5-af98bd4f753b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:25.626575 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Allocated IP 172.20.0.12 (f5a89e26-2c4c-4305-be04-d9d026ea1b90/cb4d0655-6348-4a20-9bfc-9bfa0a44b0af/aff94a8a-b0fd-43d5-98fb-2bbc7768e08b) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:25:25.696587 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ad6c-80fa-4b8a-b006-ab0e754b7746 req-ae8e61fc-2333-47cb-b50c-6fe7792ed48f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:25.698052 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ba60ad6c-80fa-4b8a-b006-ab0e754b7746 req-ae8e61fc-2333-47cb-b50c-6fe7792ed48f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0652440 Dec 10 09:25:25.699252 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4fb2b6c7-b70e-4717-89bf-6e5b6346b0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.700549 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381204f-5070-4986-a0a7-94f338bc4101 req-bfe3c8e3-a268-4fa8-9f03-7e769a0f4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:25.702147 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-bfe3c8e3-a268-4fa8-9f03-7e769a0f4ab3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0707879 Dec 10 09:25:25.727039 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4fb2b6c7-b70e-4717-89bf-6e5b6346b0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.786601 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ba60ad6c-80fa-4b8a-b006-ab0e754b7746 req-64898f13-7490-4058-b2ed-cff1e1d647d3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729454 Dec 10 09:25:25.816045 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4fb2b6c7-b70e-4717-89bf-6e5b6346b0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.819128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4fb2b6c7-b70e-4717-89bf-6e5b6346b0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.820351 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4fb2b6c7-b70e-4717-89bf-6e5b6346b0cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/370ed44c-7ccb-4336-95c5-af98bd4f753b HTTP/1.1" status: 204 len: 168 time: 0.2397039 Dec 10 09:25:25.828889 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2b6c7-b70e-4717-89bf-6e5b6346b0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370ed44c-7ccb-4336-95c5-af98bd4f753b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:25.866774 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381204f-5070-4986-a0a7-94f338bc4101 req-d52dcc84-8a8d-472a-9c65-2c3dd1b8511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:25.868232 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-d52dcc84-8a8d-472a-9c65-2c3dd1b8511f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.1572840 Dec 10 09:25:25.872534 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:25.923566 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-7bcef400-8869-41d3-9273-45092f28c6a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 217 time: 0.0439343 Dec 10 09:25:25.977966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.021594 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381204f-5070-4986-a0a7-94f338bc4101 req-711eb9a9-dd44-4fc4-8402-2e7fa656c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:26.023086 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-711eb9a9-dd44-4fc4-8402-2e7fa656c4ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0853658 Dec 10 09:25:26.029235 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Network f5a89e26-2c4c-4305-be04-d9d026ea1b90 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:25:26.036828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:25:26.041727 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:25:26.047938 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Pushing event updated for resources: {'Port': ['ID=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:26.099454 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-dab13f9e-a106-496f-abeb-7773bdc26e49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526812 Dec 10 09:25:26.102100 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:26.115634 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ffba3cb-b327-44be-bc4f-9f8ed0c88df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.127773 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:26.128389 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.185967 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c9f3f531-c93e-4f0f-b54a-fe91cccf5025 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8245323 Dec 10 09:25:26.200244 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ffba3cb-b327-44be-bc4f-9f8ed0c88df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.205356 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ffba3cb-b327-44be-bc4f-9f8ed0c88df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.216291 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Request body: {'port': {'device_id': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:25:26.275067 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-06abe3f2-2c56-4a4d-aea4-49c711dd1097 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659012 Dec 10 09:25:26.381837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf90b9-985c-4b73-b094-fe7c44e69a54 req-47d8f2cb-9cec-4cdb-9aa1-cdfa399e1db0 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:26.383499 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b0bf90b9-985c-4b73-b094-fe7c44e69a54 req-47d8f2cb-9cec-4cdb-9aa1-cdfa399e1db0 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 932 time: 0.1836309 Dec 10 09:25:26.388090 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.477516 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-8ffba3cb-b327-44be-bc4f-9f8ed0c88df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b3a961de06d476294f523af69c73ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740332 Dec 10 09:25:26.478586 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffba3cb-b327-44be-bc4f-9f8ed0c88df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a520115-3b8c-4b1f-b669-f86f8a56fc90,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:26.480718 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44544) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:26.508437 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6381204f-5070-4986-a0a7-94f338bc4101 req-6542462a-0dd8-4037-8c80-bb056d127d9d service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233930 Dec 10 09:25:26.514445 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b0bf90b9-985c-4b73-b094-fe7c44e69a54 req-bd57766c-b0f6-4ef4-915f-359fc31cb705 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180706 Dec 10 09:25:26.528092 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6d656b7-69f5-44ed-a6a8-540a101fa54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.552044 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6d656b7-69f5-44ed-a6a8-540a101fa54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.605070 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6d656b7-69f5-44ed-a6a8-540a101fa54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.607837 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6d656b7-69f5-44ed-a6a8-540a101fa54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.611628 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e6d656b7-69f5-44ed-a6a8-540a101fa54f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a520115-3b8c-4b1f-b669-f86f8a56fc90 HTTP/1.1" status: 204 len: 168 time: 0.1274807 Dec 10 09:25:26.616815 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d656b7-69f5-44ed-a6a8-540a101fa54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a520115-3b8c-4b1f-b669-f86f8a56fc90,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:26.789970 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff94a8a-b0fd-43d5-98fb-2bbc7768e08b {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:25:26.798840 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.815414 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Transition to ACTIVE for port object aff94a8a-b0fd-43d5-98fb-2bbc7768e08b will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:25:26.820441 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:26.877300 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Pushing event updated for resources: {'Port': ['ID=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:26.945523 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Attempting to bind port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:25:26.945968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Attempting to bind port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:25:26.946410 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Attempting to bind port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b on network f5a89e26-2c4c-4305-be04-d9d026ea1b90 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:25:26.950805 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd433846-d803-4cd4-bff3-6e85d265d7c6 req-68cb70d5-b20a-4bad-98d1-c0525dc76cdf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:26.951068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b on network f5a89e26-2c4c-4305-be04-d9d026ea1b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:25:26.951435 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Attempting to bind port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b on network f5a89e26-2c4c-4305-be04-d9d026ea1b90 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:25:26.952991 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd433846-d803-4cd4-bff3-6e85d265d7c6 req-68cb70d5-b20a-4bad-98d1-c0525dc76cdf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0549161 Dec 10 09:25:26.957218 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:25:26.957622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Checking segment: {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:25:26.958095 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Bound using segment: {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:25:26.958682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Bound port: aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fe9be0-276b-4222-b94c-0b55f22717b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:25:26.959098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:27.009683 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd433846-d803-4cd4-bff3-6e85d265d7c6 req-e6aaaf92-4fe4-46aa-bd25-d799e3664e8f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Dec 10 09:25:27.021758 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] For port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:25:27.028054 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] For port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:25:27.038090 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:27.094812 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.095420 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:27.096818 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] 10.222.0.43 "PUT /v2.0/ports/aff94a8a-b0fd-43d5-98fb-2bbc7768e08b HTTP/1.1" status: 200 len: 1094 time: 0.8926244 Dec 10 09:25:27.097257 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'tag': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:27.099497 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d" -d '{"events": [{"name": "network-changed", "server_uuid": "09032c7b-6afb-463f-ba01-4ec0de74a8d1", "tag": "aff94a8a-b0fd-43d5-98fb-2bbc7768e08b"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:27.121433 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec65aa-1d85-429f-805b-6392976d623f service neutron] Pushing event updated for resources: {'Port': ['ID=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:27.148275 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae67006-86d1-4606-80f6-a0acbcec256e x-openstack-request-id: req-8ae67006-86d1-4606-80f6-a0acbcec256e {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:27.148702 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09032c7b-6afb-463f-ba01-4ec0de74a8d1", "tag": "aff94a8a-b0fd-43d5-98fb-2bbc7768e08b", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:27.148951 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ae67006-86d1-4606-80f6-a0acbcec256e {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:27.149344 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'tag': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b', 'status': 'completed', 'code': 200} Dec 10 09:25:27.205137 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-3ee5c7a1-1635-4dfc-a9dd-5ea4ee4da8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.206691 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-3ee5c7a1-1635-4dfc-a9dd-5ea4ee4da8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23ab152534ab4922b0fcf937d4cf7080&device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0445690 Dec 10 09:25:27.254444 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-c581649a-a6ef-4ecb-9ff5-b92371443d1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b HTTP/1.1" status: 200 len: 217 time: 0.0351987 Dec 10 09:25:27.310841 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-7524a3df-a61b-441a-8e7a-cd008b0567e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.312316 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-7524a3df-a61b-441a-8e7a-cd008b0567e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb4d0655-6348-4a20-9bfc-9bfa0a44b0af HTTP/1.1" status: 200 len: 854 time: 0.0471709 Dec 10 09:25:27.351305 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-17a425f0-df69-4765-94ad-93863cde2f21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5a89e26-2c4c-4305-be04-d9d026ea1b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252342 Dec 10 09:25:27.442488 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-01b50013-5b6f-45be-9657-05785f7da51a service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832934 Dec 10 09:25:27.542413 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9200bb7-2ede-449d-8065-2b3d1f300f4b req-87185db5-10b0-41be-bffe-7d3826e21bad service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876098 Dec 10 09:25:27.633216 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25506-8128-4337-99b9-44250a572ee1 req-5c257dbe-2632-4f0a-997f-92aaeef2165f tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.634748 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a7b25506-8128-4337-99b9-44250a572ee1 req-5c257dbe-2632-4f0a-997f-92aaeef2165f tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 944 time: 0.0493941 Dec 10 09:25:27.636898 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-ce02e34b-ab1f-47f6-9b85-1c1002431d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.638485 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-ce02e34b-ab1f-47f6-9b85-1c1002431d1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23ab152534ab4922b0fcf937d4cf7080&device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0411227 Dec 10 09:25:27.689753 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a7b25506-8128-4337-99b9-44250a572ee1 req-acad2e05-0bfd-4777-8e63-afe6b5583636 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Dec 10 09:25:27.760419 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-42776340-d9c3-4ed4-a589-393756db2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.762054 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-42776340-d9c3-4ed4-a589-393756db2fe0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 200 len: 915 time: 0.1041791 Dec 10 09:25:27.807500 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-59d288b4-f725-4bdd-b534-2f3c83cfe18f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b HTTP/1.1" status: 200 len: 217 time: 0.0353904 Dec 10 09:25:27.863315 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-d675c3ee-6769-439a-b8c0-f4d04cc9176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:27.864840 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-d675c3ee-6769-439a-b8c0-f4d04cc9176f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb4d0655-6348-4a20-9bfc-9bfa0a44b0af HTTP/1.1" status: 200 len: 854 time: 0.0431075 Dec 10 09:25:27.897506 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-f090ce65-08a1-4fab-a62e-40958f65088e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5a89e26-2c4c-4305-be04-d9d026ea1b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237753 Dec 10 09:25:27.991293 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-1d6efeac-6647-461c-a925-da04e12f77d8 service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859542 Dec 10 09:25:28.100296 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a08192c6-3dde-4282-a8bc-9b6e1c02c94d req-84d52740-341a-4b20-a54a-9e568f6d6921 service neutron] 10.222.0.43 "GET /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987332 Dec 10 09:25:28.144253 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e3d5-7920-433c-85ba-e0c4e3a827f5 req-4dbfd4e0-cd58-40c2-bdab-aee32c68c726 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:28.145756 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bbf5e3d5-7920-433c-85ba-e0c4e3a827f5 req-4dbfd4e0-cd58-40c2-bdab-aee32c68c726 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0600696 Dec 10 09:25:28.197403 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bbf5e3d5-7920-433c-85ba-e0c4e3a827f5 req-625a953f-b391-4cbf-b9e9-ec60f9310a08 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Dec 10 09:25:28.734336 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aff94a8a-b0fd-43d5-98fb-2bbc7768e08b details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:25:28.813106 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf078499-c80a-4f7d-8804-1f648688a097 req-d05b202e-c39c-4336-8f76-02ec6ce42547 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:28.814620 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bf078499-c80a-4f7d-8804-1f648688a097 req-d05b202e-c39c-4336-8f76-02ec6ce42547 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Dec 10 09:25:28.843936 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:28.856295 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b', 'network_id': 'f5a89e26-2c4c-4305-be04-d9d026ea1b90', 'port_id': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b', 'mac_address': 'fa:16:3e:d0:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4d0655-6348-4a20-9bfc-9bfa0a44b0af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:25:28.864738 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bf078499-c80a-4f7d-8804-1f648688a097 req-090c1df6-7a93-4561-a010-46eb31f42eb9 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Dec 10 09:25:28.894977 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:28.907915 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff94a8a-b0fd-43d5-98fb-2bbc7768e08b {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:25:28.930759 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:28.935459 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:28.985367 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:29.292836 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['aff94a8a-b0fd-43d5-98fb-2bbc7768e08b'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:29.315081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2d69c-df27-4b47-9ad8-20189b80b3a3 req-d825ebc6-d332-4db7-b150-482bc4885ab0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:29.316603 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30c2d69c-df27-4b47-9ad8-20189b80b3a3 req-d825ebc6-d332-4db7-b150-482bc4885ab0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0500493 Dec 10 09:25:29.363208 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-30c2d69c-df27-4b47-9ad8-20189b80b3a3 req-af167809-eb53-494c-9ce5-28653074fcae tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Dec 10 09:25:30.002233 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f00644-e84d-418e-8adb-dede8b26cddb req-ed163960-ae52-4da4-93c1-6698fcd688d1 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:30.003695 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e4f00644-e84d-418e-8adb-dede8b26cddb req-ed163960-ae52-4da4-93c1-6698fcd688d1 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 945 time: 0.0631776 Dec 10 09:25:30.053649 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e4f00644-e84d-418e-8adb-dede8b26cddb req-3e18f225-3ced-424b-a338-4618c5294b6b tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Dec 10 09:25:31.171636 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fad27-2469-400f-83d1-9b7217f7c6c0 req-c648aad7-bc8e-48c6-a9eb-bf7f3b31dd78 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:31.172990 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-647fad27-2469-400f-83d1-9b7217f7c6c0 req-c648aad7-bc8e-48c6-a9eb-bf7f3b31dd78 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Dec 10 09:25:31.226828 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-647fad27-2469-400f-83d1-9b7217f7c6c0 req-1350ca82-9f53-4eb1-9e0b-79e199905152 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Dec 10 09:25:32.365302 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477707c-ad3e-48a2-808e-3d09c95bd4e3 req-10462e4c-e394-41e5-ba73-a50ee409cb7e tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:32.367416 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5477707c-ad3e-48a2-808e-3d09c95bd4e3 req-10462e4c-e394-41e5-ba73-a50ee409cb7e tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Dec 10 09:25:32.415739 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5477707c-ad3e-48a2-808e-3d09c95bd4e3 req-d375347a-d628-489d-8a42-484c4e6ad48d tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Dec 10 09:25:33.409548 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aff94a8a-b0fd-43d5-98fb-2bbc7768e08b up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:25:33.466202 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:25:33.472104 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:25:33.472559 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:33.552265 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66436f-cdcf-4f77-a1c2-e9dd1c614403 req-c00b30d4-5bbf-476d-a076-23ae68d02eeb tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:33.553276 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:33.554359 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cf66436f-cdcf-4f77-a1c2-e9dd1c614403 req-c00b30d4-5bbf-476d-a076-23ae68d02eeb tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 945 time: 0.0543172 Dec 10 09:25:33.582268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:33.582268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3326a5-97e2-4ab1-80c6-f8bb066f0469" -d '{"events": [{"server_uuid": "09032c7b-6afb-463f-ba01-4ec0de74a8d1", "name": "network-vif-plugged", "status": "completed", "tag": "aff94a8a-b0fd-43d5-98fb-2bbc7768e08b"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:33.595667 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:33.600993 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:33.612166 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cf66436f-cdcf-4f77-a1c2-e9dd1c614403 req-9c796cd5-f149-463d-abd2-56e7d46675f4 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497439 Dec 10 09:25:33.637650 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b3e86-6c6f-48b5-ab14-2fe3372f184f x-openstack-request-id: req-df7b3e86-6c6f-48b5-ab14-2fe3372f184f {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:33.637966 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09032c7b-6afb-463f-ba01-4ec0de74a8d1", "name": "network-vif-plugged", "status": "completed", "tag": "aff94a8a-b0fd-43d5-98fb-2bbc7768e08b", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:33.638341 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df7b3e86-6c6f-48b5-ab14-2fe3372f184f {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:33.638814 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b', 'code': 200} Dec 10 09:25:33.660335 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:33.833237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bba76-6fc6-40ce-bcb7-252f1c70bae0 req-9d61f261-99bd-447e-ad48-1d7082c93700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:33.834784 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6b0bba76-6fc6-40ce-bcb7-252f1c70bae0 req-9d61f261-99bd-447e-ad48-1d7082c93700 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 1099 time: 0.0456722 Dec 10 09:25:33.881323 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6b0bba76-6fc6-40ce-bcb7-252f1c70bae0 req-791ecc10-6259-4081-b604-8f885b8e5f3d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Dec 10 09:25:33.954103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5394ba8-02f4-47d1-96e0-47fe9ad58679 req-5f1f6ec5-859e-4a87-88f6-91130c55a83a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:33.955619 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a5394ba8-02f4-47d1-96e0-47fe9ad58679 req-5f1f6ec5-859e-4a87-88f6-91130c55a83a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0533409 Dec 10 09:25:34.008591 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a5394ba8-02f4-47d1-96e0-47fe9ad58679 req-33ae3032-a4b8-45b4-ab9c-e6a222334e40 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Dec 10 09:25:34.105870 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:25:34.742284 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95d0f1-d9da-4cbf-92f7-f32331237093 req-71f03403-956a-4160-9890-a12d0de832cd tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:34.743655 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1e95d0f1-d9da-4cbf-92f7-f32331237093 req-71f03403-956a-4160-9890-a12d0de832cd tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 946 time: 0.0527861 Dec 10 09:25:34.798212 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1e95d0f1-d9da-4cbf-92f7-f32331237093 req-7193d203-b0ea-47bb-b81c-705bbf1fb129 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480590 Dec 10 09:25:35.940494 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6ff7b-42a1-4204-81bf-39f7bc928836 req-f6fcd42c-145d-4005-bd49-ebfef96bcdea tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:35.941962 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c1c6ff7b-42a1-4204-81bf-39f7bc928836 req-f6fcd42c-145d-4005-bd49-ebfef96bcdea tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 946 time: 0.0560887 Dec 10 09:25:35.992627 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c1c6ff7b-42a1-4204-81bf-39f7bc928836 req-c414c512-007f-410b-95e9-9c400ddde2ca tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Dec 10 09:25:36.241501 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44712) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:36.359490 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efc596fd-a395-4ac9-a3f6-a057d107516d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.441325 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efc596fd-a395-4ac9-a3f6-a057d107516d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.446680 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efc596fd-a395-4ac9-a3f6-a057d107516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.491519 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc596fd-a395-4ac9-a3f6-a057d107516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c8ab4-e3c1-4194-a3df-41189f61a97e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:36.496844 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-efc596fd-a395-4ac9-a3f6-a057d107516d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e52d91d370547a7a982dd2d77064385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542756 Dec 10 09:25:36.500271 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44722) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:36.546349 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06968d3f-ed36-4c0e-a01e-d3c25333988c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.568058 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06968d3f-ed36-4c0e-a01e-d3c25333988c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.618394 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06968d3f-ed36-4c0e-a01e-d3c25333988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.620834 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06968d3f-ed36-4c0e-a01e-d3c25333988c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.621936 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-06968d3f-ed36-4c0e-a01e-d3c25333988c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/301c8ab4-e3c1-4194-a3df-41189f61a97e HTTP/1.1" status: 204 len: 168 time: 0.1206756 Dec 10 09:25:36.629248 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06968d3f-ed36-4c0e-a01e-d3c25333988c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c8ab4-e3c1-4194-a3df-41189f61a97e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:39.545623 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:40.695504 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 44814) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:40.800513 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b74eb5dc-c07f-45d5-8208-347ca67e513a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:40.880826 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b74eb5dc-c07f-45d5-8208-347ca67e513a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:40.885921 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b74eb5dc-c07f-45d5-8208-347ca67e513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:40.923499 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b74eb5dc-c07f-45d5-8208-347ca67e513a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e243e94e1fd4ea7b077f97f730982e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264678 Dec 10 09:25:40.924325 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eb5dc-c07f-45d5-8208-347ca67e513a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac0e2ee-9890-4e30-8105-b0315015a252,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:40.926316 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 44818) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:40.977305 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d24493f4-528f-4581-bcf7-f82937c69f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:41.001229 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d24493f4-528f-4581-bcf7-f82937c69f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:41.055362 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d24493f4-528f-4581-bcf7-f82937c69f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:41.058056 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d24493f4-528f-4581-bcf7-f82937c69f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:41.061948 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d24493f4-528f-4581-bcf7-f82937c69f8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cac0e2ee-9890-4e30-8105-b0315015a252 HTTP/1.1" status: 204 len: 168 time: 0.1346264 Dec 10 09:25:41.069843 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24493f4-528f-4581-bcf7-f82937c69f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac0e2ee-9890-4e30-8105-b0315015a252,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:42.169972 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbda63-2da1-43ba-8869-7e6e8a79bce1 req-f37ff181-ee6c-4f89-a931-5a7cb4588d03 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:42.172214 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6dbbda63-2da1-43ba-8869-7e6e8a79bce1 req-f37ff181-ee6c-4f89-a931-5a7cb4588d03 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0537431 Dec 10 09:25:42.173836 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-ea682c47-db87-4ef8-a44b-8b86eef6144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:42.175681 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-ea682c47-db87-4ef8-a44b-8b86eef6144d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0493298 Dec 10 09:25:42.225846 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6dbbda63-2da1-43ba-8869-7e6e8a79bce1 req-673cc3a3-32ac-4187-b5c9-8e217a246c50 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Dec 10 09:25:42.276909 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-a5238bf5-4cb6-4d31-834d-dc205855661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:42.278461 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-a5238bf5-4cb6-4d31-834d-dc205855661c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.0950441 Dec 10 09:25:42.329697 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-c0a4b4e5-1b0c-49c5-b3c6-e05cf7a3921d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 217 time: 0.0417905 Dec 10 09:25:42.381267 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-0fc2c20d-ab31-4dcf-8368-0ee165176a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:42.382807 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-0fc2c20d-ab31-4dcf-8368-0ee165176a4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0453775 Dec 10 09:25:42.421011 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-b7bb4965-2573-49d9-8ee7-ad2dbeec47b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246172 Dec 10 09:25:42.520412 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-01058409-623c-4de6-b5fe-514a69b9cc0d service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892255 Dec 10 09:25:42.621427 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-623f2540-bb94-430c-927a-4d8fbd7f25d4 req-4c16e5c5-d7e1-41ab-a390-cff1809b74c1 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923619 Dec 10 09:25:42.767082 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e713158d-3dbb-4c54-abfa-41d3524d43eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:42.993344 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6463-ef2b-4e9e-8f7e-26d9b4cb8eb9 req-afe02186-7983-49fc-933c-991c763a920f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:42.994961 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dc6e6463-ef2b-4e9e-8f7e-26d9b4cb8eb9 req-afe02186-7983-49fc-933c-991c763a920f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0547142 Dec 10 09:25:43.044006 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dc6e6463-ef2b-4e9e-8f7e-26d9b4cb8eb9 req-bd78ca56-9551-4836-a4da-7fd56ccbc60a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Dec 10 09:25:43.364346 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f5005-e1cc-47b7-8a72-79f9667cd746 req-2d4ad838-2e15-4b76-b8e5-c0788be68210 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:43.366705 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ea5f5005-e1cc-47b7-8a72-79f9667cd746 req-2d4ad838-2e15-4b76-b8e5-c0788be68210 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0590794 Dec 10 09:25:43.419405 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ea5f5005-e1cc-47b7-8a72-79f9667cd746 req-804b43c2-e684-47f0-832f-d09237e58771 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Dec 10 09:25:44.164550 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f398660-215e-4ea3-bda2-fc3b7b53a4e7 req-cc671d3a-34fb-4d75-be65-125abaa6d348 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:44.165995 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5f398660-215e-4ea3-bda2-fc3b7b53a4e7 req-cc671d3a-34fb-4d75-be65-125abaa6d348 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0512261 Dec 10 09:25:44.217210 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5f398660-215e-4ea3-bda2-fc3b7b53a4e7 req-e11bbe50-b753-45ca-b9d2-e81fd5f9ee4e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Dec 10 09:25:44.543822 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af974ea-0954-4da1-9211-35fccc6fbae8 req-46b052f3-343d-4072-80c1-baab32ccb9d8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:44.545380 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0af974ea-0954-4da1-9211-35fccc6fbae8 req-46b052f3-343d-4072-80c1-baab32ccb9d8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0485461 Dec 10 09:25:44.601041 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0af974ea-0954-4da1-9211-35fccc6fbae8 req-cfd0ae90-8437-4b5b-b006-2f72747f1a8f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Dec 10 09:25:45.057356 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9e80455e-fb63-47fb-ab7a-211b2bf7ee3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:45.363199 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d1a6d-ce6f-46f3-b4a1-95485fb63ba5 req-d39005b0-ec84-469f-8e9a-d6491bc738f4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:45.364696 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5a1d1a6d-ce6f-46f3-b4a1-95485fb63ba5 req-d39005b0-ec84-469f-8e9a-d6491bc738f4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0624988 Dec 10 09:25:45.426932 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5a1d1a6d-ce6f-46f3-b4a1-95485fb63ba5 req-b54e655a-b1d2-436e-bc62-c2621375b1d8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529160 Dec 10 09:25:45.731986 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459f0c3-61c5-4379-b4d9-2c7301e217b9 req-8f651e50-d59c-41ba-bc65-46a0452baed5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:45.733521 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4459f0c3-61c5-4379-b4d9-2c7301e217b9 req-8f651e50-d59c-41ba-bc65-46a0452baed5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0537415 Dec 10 09:25:45.789475 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4459f0c3-61c5-4379-b4d9-2c7301e217b9 req-f2ecdadf-14a1-412b-8f6f-3ddf2db6ffbd tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Dec 10 09:25:46.269404 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:46.555762 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd609564-f908-4d6e-a853-b1c3539f82ff req-8cf73d02-cdc7-4ba7-b7e6-cdeb24936a5e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:46.565779 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cd609564-f908-4d6e-a853-b1c3539f82ff req-8cf73d02-cdc7-4ba7-b7e6-cdeb24936a5e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0640428 Dec 10 09:25:46.612979 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cd609564-f908-4d6e-a853-b1c3539f82ff req-7cafbbab-c327-4558-ab37-854a1a05bb8e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Dec 10 09:25:46.916321 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16f04b-b245-4bcb-9133-b0f61f7d8427 req-9853a4dd-ad4d-40bd-ac92-b7658dec44c2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:46.917821 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6c16f04b-b245-4bcb-9133-b0f61f7d8427 req-9853a4dd-ad4d-40bd-ac92-b7658dec44c2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0486085 Dec 10 09:25:46.965447 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6c16f04b-b245-4bcb-9133-b0f61f7d8427 req-0e9aaa3d-f53d-4696-a0c9-ae81576e807b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Dec 10 09:25:47.381268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:47.732431 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e76b-5d8f-4177-8fdb-f53a0deadd95 req-df8fd07e-41e7-4e94-a05e-b8d69e65959e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:47.733998 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7d94e76b-5d8f-4177-8fdb-f53a0deadd95 req-df8fd07e-41e7-4e94-a05e-b8d69e65959e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0518410 Dec 10 09:25:47.782650 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7d94e76b-5d8f-4177-8fdb-f53a0deadd95 req-c3e2aa27-8e5d-40aa-bf22-71f1ed094b7c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Dec 10 09:25:48.093412 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e260-d28c-410b-84b9-27a278a159f8 req-2f159211-1ad5-42c3-8326-13567c88df7d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:48.095431 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4600e260-d28c-410b-84b9-27a278a159f8 req-2f159211-1ad5-42c3-8326-13567c88df7d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0568295 Dec 10 09:25:48.148563 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4600e260-d28c-410b-84b9-27a278a159f8 req-fa8f9654-0992-4f50-b340-64e45cfcd54b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Dec 10 09:25:48.593198 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:48.909068 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ecd9-da1f-4d5b-9d87-db67f749d293 req-40720453-24d9-4cb9-b166-0cf5b1ac0e85 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:48.910549 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58c7ecd9-da1f-4d5b-9d87-db67f749d293 req-40720453-24d9-4cb9-b166-0cf5b1ac0e85 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0537870 Dec 10 09:25:48.965706 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58c7ecd9-da1f-4d5b-9d87-db67f749d293 req-9e3b7786-9f1c-435b-894c-4af867310a34 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458727 Dec 10 09:25:49.277070 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d284e-c21d-45be-a144-cf2358761bd2 req-4ac2d05a-a1fc-44c9-a790-ecb6c9cec2d7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:49.278612 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1e9d284e-c21d-45be-a144-cf2358761bd2 req-4ac2d05a-a1fc-44c9-a790-ecb6c9cec2d7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0540257 Dec 10 09:25:49.309097 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45008) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:49.327376 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1e9d284e-c21d-45be-a144-cf2358761bd2 req-8302ff98-1007-42cd-8361-9e00af308e8e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 Dec 10 09:25:49.425114 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd6162-cb50-41de-9916-8b64e2053ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.512797 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd6162-cb50-41de-9916-8b64e2053ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.517667 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd6162-cb50-41de-9916-8b64e2053ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.555087 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-42dd6162-cb50-41de-9916-8b64e2053ca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2602d41efdc447af90ef2c9cb88ba3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448478 Dec 10 09:25:49.556006 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd6162-cb50-41de-9916-8b64e2053ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e98f1f-0490-489b-9625-44f5263395bc,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:49.557843 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45012) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:49.608167 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6850fd10-da54-40e1-9498-1da3f51b83bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.635506 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6850fd10-da54-40e1-9498-1da3f51b83bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.687397 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6850fd10-da54-40e1-9498-1da3f51b83bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.690418 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6850fd10-da54-40e1-9498-1da3f51b83bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.691590 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-6850fd10-da54-40e1-9498-1da3f51b83bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9e98f1f-0490-489b-9625-44f5263395bc HTTP/1.1" status: 204 len: 168 time: 0.1326845 Dec 10 09:25:49.699445 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850fd10-da54-40e1-9498-1da3f51b83bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e98f1f-0490-489b-9625-44f5263395bc,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:49.995071 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45020) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:50.008023 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b19395db-0f69-4352-967f-3c779124e501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.092718 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf2b7a-fe18-4e05-8f08-b0d270b7f6a9 req-251c73f4-a6dc-4e0e-9356-e63a3f4ed51b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:50.094376 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6dcf2b7a-fe18-4e05-8f08-b0d270b7f6a9 req-251c73f4-a6dc-4e0e-9356-e63a3f4ed51b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0579803 Dec 10 09:25:50.099299 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b19395db-0f69-4352-967f-3c779124e501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.104235 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b19395db-0f69-4352-967f-3c779124e501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.144361 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6dcf2b7a-fe18-4e05-8f08-b0d270b7f6a9 req-ec5b6655-57c4-45b0-8994-04671b59eb59 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Dec 10 09:25:50.144684 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b19395db-0f69-4352-967f-3c779124e501 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7ac18f2eebe4e9ea614353e9feed93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482959 Dec 10 09:25:50.145313 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19395db-0f69-4352-967f-3c779124e501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fdaf4d-b482-44da-ba1e-080a51037749,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:50.147821 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45022) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:50.199995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6d4eaca-1a0c-4015-a430-f0142a91678a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.225285 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6d4eaca-1a0c-4015-a430-f0142a91678a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.274411 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6d4eaca-1a0c-4015-a430-f0142a91678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.277030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6d4eaca-1a0c-4015-a430-f0142a91678a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.278203 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-c6d4eaca-1a0c-4015-a430-f0142a91678a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92fdaf4d-b482-44da-ba1e-080a51037749 HTTP/1.1" status: 204 len: 168 time: 0.1299918 Dec 10 09:25:50.286957 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4eaca-1a0c-4015-a430-f0142a91678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fdaf4d-b482-44da-ba1e-080a51037749,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:50.450916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00747-ef77-43fb-82f5-7572b65ce26f req-ff978520-0f20-44f1-8c51-52ac3e003305 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:50.452409 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dcd00747-ef77-43fb-82f5-7572b65ce26f req-ff978520-0f20-44f1-8c51-52ac3e003305 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0515471 Dec 10 09:25:50.506632 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dcd00747-ef77-43fb-82f5-7572b65ce26f req-38ba7f5c-3c7c-4c32-adae-5c136193753a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465491 Dec 10 09:25:50.634373 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45032) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:50.648408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-021ff065-b0c3-49e7-8d41-017ef7c0b842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.735419 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-021ff065-b0c3-49e7-8d41-017ef7c0b842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.741360 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-021ff065-b0c3-49e7-8d41-017ef7c0b842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.787023 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ff065-b0c3-49e7-8d41-017ef7c0b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be5259b-557e-4ca1-9a6c-4b3943b926ef,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:50.792286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-021ff065-b0c3-49e7-8d41-017ef7c0b842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c9d6439aff24557919f23027b5297d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568184 Dec 10 09:25:50.795985 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45034) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:50.843046 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d79947b-8add-4d42-a658-2662060732b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.866337 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d79947b-8add-4d42-a658-2662060732b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.917088 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d79947b-8add-4d42-a658-2662060732b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.920021 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d79947b-8add-4d42-a658-2662060732b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:50.921348 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2d79947b-8add-4d42-a658-2662060732b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8be5259b-557e-4ca1-9a6c-4b3943b926ef HTTP/1.1" status: 204 len: 168 time: 0.1243370 Dec 10 09:25:50.929564 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79947b-8add-4d42-a658-2662060732b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be5259b-557e-4ca1-9a6c-4b3943b926ef,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:51.269971 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2d471-ab6a-4343-a0ff-ab5897243deb req-bf12b380-7ce0-48fc-a22a-c29ab96b19df tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:51.271715 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ffb2d471-ab6a-4343-a0ff-ab5897243deb req-bf12b380-7ce0-48fc-a22a-c29ab96b19df tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0567086 Dec 10 09:25:51.325796 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ffb2d471-ab6a-4343-a0ff-ab5897243deb req-560fabf4-02a6-41a1-919d-1fd56e14bbef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475450 Dec 10 09:25:51.630274 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaa43-7fc3-4a71-b890-9dad44ed3982 req-29869780-0f3f-45fe-8d86-a994e6e95068 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:51.631803 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-56caaa43-7fc3-4a71-b890-9dad44ed3982 req-29869780-0f3f-45fe-8d86-a994e6e95068 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0487907 Dec 10 09:25:51.682504 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-56caaa43-7fc3-4a71-b890-9dad44ed3982 req-964a415e-0e37-4006-b83f-cadd5685b3ae tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Dec 10 09:25:52.461394 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97685-015e-4864-bbb0-d88bfb6389a4 req-09d09eab-e965-45c9-a8f5-5b08ef82cae3 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:52.463083 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-87e97685-015e-4864-bbb0-d88bfb6389a4 req-09d09eab-e965-45c9-a8f5-5b08ef82cae3 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0619645 Dec 10 09:25:52.514234 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-87e97685-015e-4864-bbb0-d88bfb6389a4 req-29f6ef51-6765-4316-b3ec-3c5571727980 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Dec 10 09:25:52.832927 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f11b13-8a73-4bc8-ad6f-0624bcd26aa3 req-3f5adf47-bd5c-4e74-b868-fbf887ef389b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:52.834749 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-24f11b13-8a73-4bc8-ad6f-0624bcd26aa3 req-3f5adf47-bd5c-4e74-b868-fbf887ef389b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0743315 Dec 10 09:25:52.893970 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-24f11b13-8a73-4bc8-ad6f-0624bcd26aa3 req-d7509321-f736-4010-bb32-3bae8600de0a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 Dec 10 09:25:53.644351 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11dc01-3dff-4ee2-9adf-6d81c583b02e req-7f47dde9-49a3-44d6-9887-a58dc3f21ed9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:53.645941 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c11dc01-3dff-4ee2-9adf-6d81c583b02e req-7f47dde9-49a3-44d6-9887-a58dc3f21ed9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0527110 Dec 10 09:25:53.694865 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c11dc01-3dff-4ee2-9adf-6d81c583b02e req-844c4cfb-3128-4169-b073-fb9d582d228a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429051 Dec 10 09:25:54.025241 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab1548-d6d7-4d1b-95f0-586cd2c85a15 req-ef637fa9-f546-4d23-bd7c-01e4a7ea3bd1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:54.026906 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a4ab1548-d6d7-4d1b-95f0-586cd2c85a15 req-ef637fa9-f546-4d23-bd7c-01e4a7ea3bd1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0558403 Dec 10 09:25:54.079926 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a4ab1548-d6d7-4d1b-95f0-586cd2c85a15 req-cb746340-c42e-47a0-b013-3efe74a92de5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Dec 10 09:25:54.564305 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45118) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:54.678871 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9acabdaa-be1c-4b29-b1b3-57ab03cc01cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.767783 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9acabdaa-be1c-4b29-b1b3-57ab03cc01cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.780301 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9acabdaa-be1c-4b29-b1b3-57ab03cc01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.829812 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-9acabdaa-be1c-4b29-b1b3-57ab03cc01cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d48a7fcd6db04b2b916ca35d759db4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641950 Dec 10 09:25:54.832744 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45124) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:54.842053 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acabdaa-be1c-4b29-b1b3-57ab03cc01cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847510a2-273c-42b8-af3f-799dfe9c820b,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:54.854342 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78d45-de8d-48bb-af4a-35dedc0e73fd req-37e931eb-46ce-42c7-9b75-122ede585b18 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:54.855890 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c9a78d45-de8d-48bb-af4a-35dedc0e73fd req-37e931eb-46ce-42c7-9b75-122ede585b18 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0856898 Dec 10 09:25:54.888138 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92ca6298-07d8-43bc-8ada-e5f5432cc25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.907583 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c9a78d45-de8d-48bb-af4a-35dedc0e73fd req-39d49a54-3d1f-47a8-afd9-cd8e87852bd8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440941 Dec 10 09:25:54.911741 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92ca6298-07d8-43bc-8ada-e5f5432cc25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.967609 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92ca6298-07d8-43bc-8ada-e5f5432cc25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.970356 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92ca6298-07d8-43bc-8ada-e5f5432cc25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:54.971917 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-92ca6298-07d8-43bc-8ada-e5f5432cc25f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/847510a2-273c-42b8-af3f-799dfe9c820b HTTP/1.1" status: 204 len: 168 time: 0.1380315 Dec 10 09:25:54.979614 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca6298-07d8-43bc-8ada-e5f5432cc25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847510a2-273c-42b8-af3f-799dfe9c820b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:55.213496 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e6ac-bb64-4159-9b33-71df14e8c7e6 req-41c01d97-6630-4531-9729-412eca09ba61 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:55.215342 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-56c5e6ac-bb64-4159-9b33-71df14e8c7e6 req-41c01d97-6630-4531-9729-412eca09ba61 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0548108 Dec 10 09:25:55.270998 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-56c5e6ac-bb64-4159-9b33-71df14e8c7e6 req-315a4be5-9d47-4c17-875a-b7b91e28bbdc tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Dec 10 09:25:56.032732 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e615b-7e78-460d-9823-7e66257cb9cb req-f1a790d4-033f-4e8f-aff2-55993f91a827 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:56.034464 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-858e615b-7e78-460d-9823-7e66257cb9cb req-f1a790d4-033f-4e8f-aff2-55993f91a827 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0504086 Dec 10 09:25:56.090071 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-858e615b-7e78-460d-9823-7e66257cb9cb req-9aa6008a-21ca-42f9-b141-3c64cf37ea12 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493686 Dec 10 09:25:56.412076 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6775baa-70b8-4c55-b796-d7a781efd55d req-6f6007dd-cd52-4e41-a7f0-861d9c9b675a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:56.414213 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f6775baa-70b8-4c55-b796-d7a781efd55d req-6f6007dd-cd52-4e41-a7f0-861d9c9b675a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0638649 Dec 10 09:25:56.470353 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f6775baa-70b8-4c55-b796-d7a781efd55d req-7d6c7b5e-f32e-4998-806f-f89bfe95b591 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496686 Dec 10 09:25:57.217232 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd01c4-796a-48f4-b753-26c0f44af063 req-a3d9baa0-7037-4eb0-93d6-69d226d44f3b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.218692 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-becd01c4-796a-48f4-b753-26c0f44af063 req-a3d9baa0-7037-4eb0-93d6-69d226d44f3b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0528615 Dec 10 09:25:57.267475 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-becd01c4-796a-48f4-b753-26c0f44af063 req-1cd735b6-8948-4bdf-979b-581bacb09929 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 Dec 10 09:25:57.609739 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ed930-8c82-453e-a8a7-6de7ec14dca2 req-c21c16a1-622e-48ea-b8a1-04b918b0f09b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.611449 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3c8ed930-8c82-453e-a8a7-6de7ec14dca2 req-c21c16a1-622e-48ea-b8a1-04b918b0f09b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0604124 Dec 10 09:25:57.666326 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3c8ed930-8c82-453e-a8a7-6de7ec14dca2 req-c19d7c40-8e6e-4e67-93ac-118749d0796d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Dec 10 09:25:57.924005 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b368e86-e11b-4f65-8ec6-bbb9d28e0419 req-5f894cbe-fece-4491-ab0e-734f6b90186d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.925438 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5b368e86-e11b-4f65-8ec6-bbb9d28e0419 req-5f894cbe-fece-4491-ab0e-734f6b90186d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0617676 Dec 10 09:25:57.995316 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5b368e86-e11b-4f65-8ec6-bbb9d28e0419 req-f32cd795-75a5-4303-8aad-93f32ecb5a78 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603924 Dec 10 09:25:58.402742 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083492e4-59dd-4d54-b061-d3e1661e0274 req-a502d864-77bc-45ae-9c8d-363384e5dee8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:58.404254 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-083492e4-59dd-4d54-b061-d3e1661e0274 req-a502d864-77bc-45ae-9c8d-363384e5dee8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0606384 Dec 10 09:25:58.455091 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-083492e4-59dd-4d54-b061-d3e1661e0274 req-0857d734-7f5f-474a-b0e5-f88aed27b856 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444551 Dec 10 09:25:58.712126 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefa95e-50f7-47ac-9a70-3ff863f75f43 req-37178f94-0094-43fe-9aaa-3e44414636ec tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:58.713620 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1cefa95e-50f7-47ac-9a70-3ff863f75f43 req-37178f94-0094-43fe-9aaa-3e44414636ec tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0580420 Dec 10 09:25:58.798260 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1cefa95e-50f7-47ac-9a70-3ff863f75f43 req-27202fbe-78b4-42ad-93d0-0bb05752a6d9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759246 Dec 10 09:25:58.807150 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105357e-f1c0-4884-b7d3-4445f8c26de8 req-216d2a0d-4002-4621-9ecf-2163a85cda47 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:58.808019 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf225-0bae-42f9-9871-b1556491951d req-16b86cd7-feca-4120-9829-2be85ecc7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:58.809503 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-16b86cd7-feca-4120-9829-2be85ecc7957 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 1099 time: 0.0727863 Dec 10 09:25:58.810076 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6105357e-f1c0-4884-b7d3-4445f8c26de8 req-216d2a0d-4002-4621-9ecf-2163a85cda47 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0656662 Dec 10 09:25:58.870166 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6105357e-f1c0-4884-b7d3-4445f8c26de8 req-1ad59733-39b7-4e6d-86c8-5f1a9c3ec6b0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 Dec 10 09:25:58.903957 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf225-0bae-42f9-9871-b1556491951d req-f81ea3a2-e17a-4839-813b-d04d33cfaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:58.905429 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-f81ea3a2-e17a-4839-813b-d04d33cfaeb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.0871816 Dec 10 09:25:58.983647 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-2696c733-a3d1-49a8-a6b2-f21b05568a1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 200 len: 1002 time: 0.0667760 Dec 10 09:25:59.049748 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf225-0bae-42f9-9871-b1556491951d req-8fb018c8-ea08-49ee-b479-385d1b2d7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:59.051334 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-8fb018c8-ea08-49ee-b479-385d1b2d7e55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0586348 Dec 10 09:25:59.139027 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf225-0bae-42f9-9871-b1556491951d req-8cfa20f1-7569-4d0e-9e06-2a10c177436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:59.140517 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-8cfa20f1-7569-4d0e-9e06-2a10c177436f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752199 Dec 10 09:25:59.155869 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bfc61-98fe-4573-8320-98a22cc10bd9 req-4dea344d-7801-468a-96f3-3b7da7e1fe8f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:59.157221 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-905bfc61-98fe-4573-8320-98a22cc10bd9 req-4dea344d-7801-468a-96f3-3b7da7e1fe8f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0671566 Dec 10 09:25:59.267931 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-905bfc61-98fe-4573-8320-98a22cc10bd9 req-0bae59ba-7cb6-479e-99ac-e5409190b28b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018319 Dec 10 09:25:59.284325 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-754eeb63-cde9-4f29-a0b9-a99eadd00b62 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258030 Dec 10 09:25:59.618218 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-85cdf225-0bae-42f9-9871-b1556491951d req-6b9112b4-748d-4e8b-95a9-7ae6814e0ab4 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123772 Dec 10 09:25:59.934919 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae917fc-ee24-4193-8eff-22e1c1634b84 req-9510003c-e758-4d3b-9dad-d70be9439698 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:59.936278 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8ae917fc-ee24-4193-8eff-22e1c1634b84 req-9510003c-e758-4d3b-9dad-d70be9439698 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0526464 Dec 10 09:25:59.984908 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8ae917fc-ee24-4193-8eff-22e1c1634b84 req-d10a2198-2bcb-4704-adaf-e40b94bbd1a4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Dec 10 09:25:59.991547 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461510c1-c615-468c-b834-a7bfaf3769b9 req-626d6dd9-3b06-4a37-9e32-814053e7836f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:59.993594 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-461510c1-c615-468c-b834-a7bfaf3769b9 req-626d6dd9-3b06-4a37-9e32-814053e7836f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0519061 Dec 10 09:26:00.077393 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-461510c1-c615-468c-b834-a7bfaf3769b9 req-93a3b649-c83c-42de-b36d-39c11b0dc101 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Dec 10 09:26:00.089993 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-2de11765-4c5d-4405-b4ea-05f1bcede539 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:00.091495 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-2de11765-4c5d-4405-b4ea-05f1bcede539 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0843153 Dec 10 09:26:00.191339 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Deleting port dde6de3b-98ac-4a84-b77d-c56fabc640aa {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:00.191605 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:00.285862 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] For port dde6de3b-98ac-4a84-b77d-c56fabc640aa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dde6de3b-98ac-4a84-b77d-c56fabc640aa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:00.286318 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:00.418535 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd34c3-f29b-4612-a042-0f29f1ba7074 req-8d89ad6b-fd15-4434-a1b0-d1ad20741b0f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:00.421214 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1ccd34c3-f29b-4612-a042-0f29f1ba7074 req-8d89ad6b-fd15-4434-a1b0-d1ad20741b0f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 947 time: 0.0644734 Dec 10 09:26:00.479993 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1ccd34c3-f29b-4612-a042-0f29f1ba7074 req-5201008d-f329-470a-93d6-28a4b371976f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf2abd6d-9318-4335-afb2-05fdb9950258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519004 Dec 10 09:26:00.589583 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:00.589909 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:00.590255 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Floating IP db2c7f1e-e598-4fd7-8ffd-07001481c758 disassociated. External IP: 172.27.2.62, port: dde6de3b-98ac-4a84-b77d-c56fabc640aa. Dec 10 09:26:00.590583 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Calling delete_port for dde6de3b-98ac-4a84-b77d-c56fabc640aa owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:00.730953 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:00.759668 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event deleted for resources: {'Port': ['ID=dde6de3b-98ac-4a84-b77d-c56fabc640aa,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:00.879208 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:00.997508 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:01.009255 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:01.021608 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:01.022624 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:25:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:01.078055 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] No DVR routers for this DVR port dde6de3b-98ac-4a84-b77d-c56fabc640aa on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:01.081881 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:01.085634 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-41f30fbd-1eac-41e2-8028-cf1b5bc0d78a req-f85d3acf-7429-4b1d-896d-834f118068c2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "DELETE /v2.0/ports/dde6de3b-98ac-4a84-b77d-c56fabc640aa HTTP/1.1" status: 204 len: 173 time: 0.9863477 Dec 10 09:26:01.086327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-deleted', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:01.090348 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a96476-912d-4598-a6a8-9ec8f8b866de" -d '{"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-deleted", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:01.130802 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2fd3d-577c-4d19-9a51-d0ddc469a782 req-d0d3eec8-6ba0-4b23-9d44-87682070414b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:01.133857 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-63a2fd3d-577c-4d19-9a51-d0ddc469a782 req-d0d3eec8-6ba0-4b23-9d44-87682070414b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0616612 Dec 10 09:26:01.151157 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:01.228545 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-63a2fd3d-577c-4d19-9a51-d0ddc469a782 req-99154dd9-cd1c-484d-a01b-b7c109e253d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823152 Dec 10 09:26:01.320425 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5d113-9fbf-4fea-80e2-442dd8c913f9 x-openstack-request-id: req-68c5d113-9fbf-4fea-80e2-442dd8c913f9 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:01.320882 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b86136-a6ac-4da9-9bc0-b9fefe95484a", "name": "network-vif-deleted", "tag": "dde6de3b-98ac-4a84-b77d-c56fabc640aa", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:01.321193 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68c5d113-9fbf-4fea-80e2-442dd8c913f9 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:01.321657 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b86136-a6ac-4da9-9bc0-b9fefe95484a', 'name': 'network-vif-deleted', 'tag': 'dde6de3b-98ac-4a84-b77d-c56fabc640aa', 'status': 'completed', 'code': 200} Dec 10 09:26:01.409857 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd37a7e-19c5-4283-9bdf-a19d8174a7b6 req-f3107620-b430-4dd6-9f02-708b3f5eacad tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:01.410114 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:01.414623 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3bd37a7e-19c5-4283-9bdf-a19d8174a7b6 req-f3107620-b430-4dd6-9f02-708b3f5eacad tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0606124 Dec 10 09:26:01.436525 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:01.445009 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:01.446043 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:25:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:01.461554 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3bd37a7e-19c5-4283-9bdf-a19d8174a7b6 req-30fdb90c-a5fa-4bb2-92e3-7549328c7f93 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Dec 10 09:26:01.599850 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a718209f-752d-45ab-8eff-6dd13d1aa516 req-ceb26507-a8ef-422f-8707-1ec26ad983ee tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b86136-a6ac-4da9-9bc0-b9fefe95484a HTTP/1.1" status: 200 len: 210 time: 0.0281081 Dec 10 09:26:01.641360 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:01.859623 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:01.891258 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe19f4b-6594-45bc-85d6-ee96e6bb53a1 None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:02.162456 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ffb76-4a9d-4832-ba26-753056a6c836 None None] New status for floating IP db2c7f1e-e598-4fd7-8ffd-07001481c758: DOWN {{(pid=102410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:26:02.606606 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c983-608b-492b-a918-e6fb98ade784 req-d3f62bfe-2c43-44a6-8487-9ef80befbe61 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:02.613964 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-55b8c983-608b-492b-a918-e6fb98ade784 req-d3f62bfe-2c43-44a6-8487-9ef80befbe61 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0740941 Dec 10 09:26:02.663911 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-55b8c983-608b-492b-a918-e6fb98ade784 req-ff7bfa2d-98c5-4216-b364-dc039af207b3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487807 Dec 10 09:26:02.673864 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e9e2c-3688-46e2-ae2e-1f80c4b1ee69 req-1a0ed3b0-1327-4afe-898f-d774fa43a267 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:02.676382 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9a5e9e2c-3688-46e2-ae2e-1f80c4b1ee69 req-1a0ed3b0-1327-4afe-898f-d774fa43a267 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 946 time: 0.0538840 Dec 10 09:26:02.738138 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9a5e9e2c-3688-46e2-ae2e-1f80c4b1ee69 req-2adafd03-ee2f-4f43-9b30-47e7ca53860a tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497828 Dec 10 09:26:02.754554 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45222) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:02.806598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:02.829723 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:02.884349 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:02.887014 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:02.888172 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf2abd6d-9318-4335-afb2-05fdb9950258 HTTP/1.1" status: 204 len: 168 time: 0.1325247 Dec 10 09:26:02.891446 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45224) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:02.896992 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2abd6d-9318-4335-afb2-05fdb9950258,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:02.904245 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.904603 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.904952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.905294 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.905634 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.905967 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.906343 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.906617 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.api.v2.resource [None req-4fb7c619-68fb-48d2-9d6c-3b969360a2e1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] show failed (client error): The resource could not be found. Dec 10 09:26:02.906720 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.906994 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.907379 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.907657 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4fb7c619-68fb-48d2-9d6c-3b969360a2e1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups/bf2abd6d-9318-4335-afb2-05fdb9950258 HTTP/1.1" status: 404 len: 347 time: 0.0148695 Dec 10 09:26:02.907843 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.908229 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.908564 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281250e0-5978-4fe8-8c25-caa9e596ee5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:02.910912 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45226) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:03.061737 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Deleting port 6282841d-b17b-44b3-b824-ff0ac44f6cc9 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:03.062097 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.144340 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.144566 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.157299 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Calling delete_port for 6282841d-b17b-44b3-b824-ff0ac44f6cc9 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:03.308678 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.341039 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event deleted for resources: {'Port': ['ID=6282841d-b17b-44b3-b824-ff0ac44f6cc9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:03.404783 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.407991 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.409502 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-9c1e3e69-5135-462c-a24f-9993836fae9f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "DELETE /v2.0/floatingips/db2c7f1e-e598-4fd7-8ffd-07001481c758 HTTP/1.1" status: 204 len: 168 time: 0.4975009 Dec 10 09:26:03.523742 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:03.546372 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: dde6de3b-98ac-4a84-b77d-c56fabc640aa {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:03.546724 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device dde6de3b-98ac-4a84-b77d-c56fabc640aa not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:03.607426 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45230) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:03.613293 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358704724', 'description': 'tempest-description--130571531'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:03.640857 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.718616 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.723387 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.777643 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.778935 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1702211 Dec 10 09:26:03.782039 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45236) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:03.783646 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e794f-367c-4fdd-b4b5-0733fbd35635 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73edc25d-eb9e-4de6-9ed2-235e398da8a4,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:03.788424 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'security_group_rule': {'security_group_id': '73edc25d-eb9e-4de6-9ed2-235e398da8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:03.808753 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725615-e1ce-46a7-94f2-378658097a43 req-39e1fecd-dab0-45d2-bf6c-91c70b541fa7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:03.810436 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c725615-e1ce-46a7-94f2-378658097a43 req-39e1fecd-dab0-45d2-bf6c-91c70b541fa7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0757298 Dec 10 09:26:03.852111 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.863497 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4c725615-e1ce-46a7-94f2-378658097a43 req-1c52e312-d2be-4130-8da9-0739853ecd72 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470879 Dec 10 09:26:03.897049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e96d55-0f12-4597-9416-1bf04839da0c req-f437a16c-720f-4b3f-9599-fc3051bfecbb tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:03.899098 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-28e96d55-0f12-4597-9416-1bf04839da0c req-f437a16c-720f-4b3f-9599-fc3051bfecbb tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 946 time: 0.0874012 Dec 10 09:26:03.957651 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.970544 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.988283 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-28e96d55-0f12-4597-9416-1bf04839da0c req-1d5e2b29-447c-4d8a-94fa-fbfbca898633 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832231 Dec 10 09:26:03.994586 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf149c27-8b8f-42b4-b974-e62a154d3bdd,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:04.011139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.011139 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b669f7ba-abc9-4866-b09e-48d35f8eff84 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2253261 Dec 10 09:26:04.012103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45238) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:04.017705 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'security_group_rule': {'security_group_id': '73edc25d-eb9e-4de6-9ed2-235e398da8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:04.051120 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.124827 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.130796 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.148403 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ae7078-daa0-4be9-89d6-c2c5256f3739,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:04.158604 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.159986 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-381d557e-8e3e-450c-bfe9-472db3492bda tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468425 Dec 10 09:26:04.163088 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45240) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:04.167598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:04.191294 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.298861 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.405732 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Allocated IP 172.27.2.221 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/de2439b1-74ad-41a9-b4e3-2d273b8bd336) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:04.516539 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.556968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.607157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:04.609919 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:04.614088 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:04.617071 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'Port': ['ID=de2439b1-74ad-41a9-b4e3-2d273b8bd336,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:04.735265 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.758394 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ceb69901-2b3e-4121-9bfe-c1b041cf14c3 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:04.759943 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ceb69901-2b3e-4121-9bfe-c1b041cf14c3 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 946 time: 0.0748892 Dec 10 09:26:04.816910 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.962220 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Deleting port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:04.962532 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:04.982751 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88738e3d-a93f-4c4d-91ac-0d9291e7d351 req-5cca47b4-e0ff-45b4-830b-15340f5eae41 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:04.984275 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-88738e3d-a93f-4c4d-91ac-0d9291e7d351 req-5cca47b4-e0ff-45b4-830b-15340f5eae41 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0507467 Dec 10 09:26:05.043752 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-88738e3d-a93f-4c4d-91ac-0d9291e7d351 req-ae30b29b-c34c-445e-a20b-7f64976c63d5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Dec 10 09:26:05.102083 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.113068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] For port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,segment=NetworkSegment(b2fe9be0-276b-4222-b94c-0b55f22717b3),segment_id=b2fe9be0-276b-4222-b94c-0b55f22717b3)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:05.113515 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.126200 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.148628 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Calling delete_port for aff94a8a-b0fd-43d5-98fb-2bbc7768e08b owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:05.276134 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'Port': ['ID=de2439b1-74ad-41a9-b4e3-2d273b8bd336,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:05.298796 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec01223-980e-49d3-93d0-b18a61c1f407 req-c439074b-4947-4858-94a5-7d32c9d3f52b tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:05.301052 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3ec01223-980e-49d3-93d0-b18a61c1f407 req-c439074b-4947-4858-94a5-7d32c9d3f52b tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/ports?device_id=09032c7b-6afb-463f-ba01-4ec0de74a8d1 HTTP/1.1" status: 200 len: 946 time: 0.2059429 Dec 10 09:26:05.311241 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.356131 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.357242 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ede9b1f1-a68d-4715-b521-12532ca46b66 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1931849 Dec 10 09:26:05.408981 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3ec01223-980e-49d3-93d0-b18a61c1f407 req-a2296d50-ec7c-40a9-9a35-8c082e2048ce tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b62281-7c29-484d-98bd-74ef9adf1553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003435 Dec 10 09:26:05.425744 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.437872 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['aff94a8a-b0fd-43d5-98fb-2bbc7768e08b'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:05.458939 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Pushing event deleted for resources: {'Port': ['ID=aff94a8a-b0fd-43d5-98fb-2bbc7768e08b,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:05.504940 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] No DVR routers for this DVR port aff94a8a-b0fd-43d5-98fb-2bbc7768e08b on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:05.507558 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.511373 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5a52add-a09b-4745-9d97-f181cae6b10d req-ecd788cf-50d0-4b52-b88d-c827331d6918 tempest-VolumesSnapshotTestJSON-479661439 tempest-VolumesSnapshotTestJSON-479661439-project] 10.222.0.43 "DELETE /v2.0/ports/aff94a8a-b0fd-43d5-98fb-2bbc7768e08b HTTP/1.1" status: 204 len: 173 time: 0.7347775 Dec 10 09:26:05.511806 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'name': 'network-vif-deleted', 'tag': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:05.514266 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feaabd0-9c7b-4501-a484-05d6271ab9b2" -d '{"events": [{"server_uuid": "09032c7b-6afb-463f-ba01-4ec0de74a8d1", "name": "network-vif-deleted", "tag": "aff94a8a-b0fd-43d5-98fb-2bbc7768e08b"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:05.569610 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472acea-650f-4078-8377-1827891f1c77 x-openstack-request-id: req-d472acea-650f-4078-8377-1827891f1c77 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:05.569981 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09032c7b-6afb-463f-ba01-4ec0de74a8d1", "name": "network-vif-deleted", "tag": "aff94a8a-b0fd-43d5-98fb-2bbc7768e08b", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:05.570360 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d472acea-650f-4078-8377-1827891f1c77 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:05.570848 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09032c7b-6afb-463f-ba01-4ec0de74a8d1', 'name': 'network-vif-deleted', 'tag': 'aff94a8a-b0fd-43d5-98fb-2bbc7768e08b', 'status': 'completed', 'code': 200} Dec 10 09:26:05.584075 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-591672e7-3fdf-4a7a-bb93-351eb068c12c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1358704724&fields=id&tenant_id=9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 267 time: 0.0610631 Dec 10 09:26:05.695568 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-8e50a334-6968-4714-96c7-0ae2fe2e76b8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:05.697309 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-8e50a334-6968-4714-96c7-0ae2fe2e76b8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 816 time: 0.1056862 Dec 10 09:26:05.712589 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-c49239e3-3314-4b77-895e-242dfc2f5aa6 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/quotas/9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 375 time: 0.0095122 Dec 10 09:26:05.766289 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-b481f97e-6883-410d-9194-a8d35a729a7f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479269 Dec 10 09:26:05.867001 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-c59844c3-b22d-4e7b-9865-c80695b42e54 service neutron] 10.222.0.21 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888691 Dec 10 09:26:05.973660 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-dceb7b3f-99f9-49b9-a889-aec64bce2c01 service neutron] 10.222.0.21 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981514 Dec 10 09:26:06.142611 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-47fe22e3-d23b-49c6-af52-e4433b4171c0 req-96b6ed1e-7e38-4922-97f0-08cc6d4b4d33 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 210 time: 0.0318336 Dec 10 09:26:06.179947 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832fea1-3d8e-4f87-9fff-32f4329055f0 req-c415264d-3f8c-45fc-8239-728249ecfc1f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:06.181712 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0832fea1-3d8e-4f87-9fff-32f4329055f0 req-c415264d-3f8c-45fc-8239-728249ecfc1f tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0527699 Dec 10 09:26:06.229584 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0832fea1-3d8e-4f87-9fff-32f4329055f0 req-a470f767-57b2-4919-b681-5720f1a4cffc tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Dec 10 09:26:07.176211 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-9d3cf956-75d1-40b0-90aa-c846299b4cc9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:07.177714 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-9d3cf956-75d1-40b0-90aa-c846299b4cc9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 816 time: 0.1065135 Dec 10 09:26:07.255662 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a007e8eb-4520-48eb-976d-8ce49a1c8839 req-bad4a3d8-84ee-4d4b-bce0-372b12f806f9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 210 time: 0.0343294 Dec 10 09:26:07.271717 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-01a80939-5248-4b22-8b07-69054ef4c073 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 380 time: 0.0802073 Dec 10 09:26:07.282535 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'port': {'device_id': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'admin_state_up': True, 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'security_groups': ['73edc25d-eb9e-4de6-9ed2-235e398da8a4']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:07.352842 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cd7d8-e37e-44bf-b2b5-a9a5ee647e37 req-4d6d8c1f-d0e9-4736-ad5a-8d9a75c2320a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:07.354476 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bb4cd7d8-e37e-44bf-b2b5-a9a5ee647e37 req-4d6d8c1f-d0e9-4736-ad5a-8d9a75c2320a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0504699 Dec 10 09:26:07.393578 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Made reservation on behalf of 9249ec92613145ffab6069991f4585c2 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:07.397275 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:07.407411 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bb4cd7d8-e37e-44bf-b2b5-a9a5ee647e37 req-f8e07617-9ab7-4502-8241-d025d9961ee8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Dec 10 09:26:07.523512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Allocated IP 172.20.0.6 (758fcf04-f582-4872-85aa-bd4725297504/630e3406-5e4e-421e-a988-ba36122c0ca2/f492c27c-1c23-4cfc-85c4-d9bd1d5663da) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:07.546418 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aff94a8a-b0fd-43d5-98fb-2bbc7768e08b no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:07.567131 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: aff94a8a-b0fd-43d5-98fb-2bbc7768e08b {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:07.567473 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aff94a8a-b0fd-43d5-98fb-2bbc7768e08b not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:07.665332 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:07.706981 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:07.752483 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Network 758fcf04-f582-4872-85aa-bd4725297504 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:07.755893 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:07.759755 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:07.766147 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:07.816713 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:07.817381 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:07.836370 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-5e050a83-1f1f-42c3-9265-125949f3fcce tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579226 Dec 10 09:26:07.850125 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Request body: {'port': {'device_id': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:07.908785 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:07.980046 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-5be668b8-c717-464c-932c-4459128f0c70 None None] Provisioning complete for port f492c27c-1c23-4cfc-85c4-d9bd1d5663da triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:07.980666 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5be668b8-c717-464c-932c-4459128f0c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.016702 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5be668b8-c717-464c-932c-4459128f0c70 None None] Port f492c27c-1c23-4cfc-85c4-d9bd1d5663da cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:08.434772 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5c1c-e17d-4453-9482-ae3e88f1b326 req-d10f8f3d-ca19-49e9-9d97-968b263a454c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:08.436629 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-14cf5c1c-e17d-4453-9482-ae3e88f1b326 req-d10f8f3d-ca19-49e9-9d97-968b263a454c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 931 time: 0.1016440 Dec 10 09:26:08.442343 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f492c27c-1c23-4cfc-85c4-d9bd1d5663da {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:26:08.455767 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.478770 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Transition to ACTIVE for port object f492c27c-1c23-4cfc-85c4-d9bd1d5663da will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:26:08.486741 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.527625 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a001-c51e-4227-af44-5bbd35ece29f req-25b5c0f4-6201-408a-a133-8b0e39230d3a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:08.529103 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1c71a001-c51e-4227-af44-5bbd35ece29f req-25b5c0f4-6201-408a-a133-8b0e39230d3a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0500543 Dec 10 09:26:08.537126 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-14cf5c1c-e17d-4453-9482-ae3e88f1b326 req-f7ebb9ea-ce80-437a-853e-aecf866adab5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902939 Dec 10 09:26:08.551045 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:08.594555 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1c71a001-c51e-4227-af44-5bbd35ece29f req-f6aa0916-4d37-4283-a2d9-cb3b357d4f9e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584850 Dec 10 09:26:08.625412 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Attempting to bind port f492c27c-1c23-4cfc-85c4-d9bd1d5663da on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:08.625746 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Attempting to bind port f492c27c-1c23-4cfc-85c4-d9bd1d5663da by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:08.626103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Attempting to bind port f492c27c-1c23-4cfc-85c4-d9bd1d5663da on network 758fcf04-f582-4872-85aa-bd4725297504 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:08.630801 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Port f492c27c-1c23-4cfc-85c4-d9bd1d5663da on network 758fcf04-f582-4872-85aa-bd4725297504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:26:08.631119 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Attempting to bind port f492c27c-1c23-4cfc-85c4-d9bd1d5663da on network 758fcf04-f582-4872-85aa-bd4725297504 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:08.636415 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:08.636748 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Checking segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:08.637131 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Bound using segment: {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:08.637586 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Bound port: f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e5c147-8d4a-47a8-84f8-9c346e5750cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '758fcf04-f582-4872-85aa-bd4725297504'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:08.637940 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.707199 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:08.711163 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:08.716819 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.752918 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:08.753513 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.755127 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 200 len: 1093 time: 0.9093509 Dec 10 09:26:08.757335 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:08.759728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f77f2-a258-4c3d-9efd-4a0547508e76" -d '{"events": [{"name": "network-changed", "server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:08.784883 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a72c8-6a2d-4b73-920d-cca0ceacd7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:08.797138 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0630ef8e-16e8-4885-809b-b01d14174ca6 x-openstack-request-id: req-0630ef8e-16e8-4885-809b-b01d14174ca6 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:08.797426 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:08.797674 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0630ef8e-16e8-4885-809b-b01d14174ca6 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:08.798135 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'status': 'completed', 'code': 200} Dec 10 09:26:09.677943 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c602-59ce-4585-9a64-ad12e8375be4 req-9a96a4ca-b233-4089-a3d4-6ad76f289ac0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:09.679477 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-00c9c602-59ce-4585-9a64-ad12e8375be4 req-9a96a4ca-b233-4089-a3d4-6ad76f289ac0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0522122 Dec 10 09:26:09.720639 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aab0f-351d-4ca7-8401-4dd5a8379404 req-ad3e0717-bc27-48d0-ac3d-34ea091b52ed tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:09.722245 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c88aab0f-351d-4ca7-8401-4dd5a8379404 req-ad3e0717-bc27-48d0-ac3d-34ea091b52ed tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0505300 Dec 10 09:26:09.726983 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-00c9c602-59ce-4585-9a64-ad12e8375be4 req-facafa7d-6951-4f27-8983-71c4755ada1e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Dec 10 09:26:09.772160 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c88aab0f-351d-4ca7-8401-4dd5a8379404 req-ea55cf5e-4d72-4738-aead-086484bc3af4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Dec 10 09:26:09.977881 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:10.862208 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb64ca-04ff-4689-891a-c87b756bfad6 req-c0e0c6c4-db18-46ba-bcfa-a5245d7b20bb tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:10.863746 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0acb64ca-04ff-4689-891a-c87b756bfad6 req-c0e0c6c4-db18-46ba-bcfa-a5245d7b20bb tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0533047 Dec 10 09:26:10.888559 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b34e7-7d9b-4ed3-a77a-03f5f3781aed req-9456a046-1a92-425f-882d-3cd47f0f5cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:10.890132 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6e2b34e7-7d9b-4ed3-a77a-03f5f3781aed req-9456a046-1a92-425f-882d-3cd47f0f5cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0493374 Dec 10 09:26:10.912229 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0acb64ca-04ff-4689-891a-c87b756bfad6 req-b27b1fa6-6db1-475a-b944-1138dd4ec141 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Dec 10 09:26:10.943301 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6e2b34e7-7d9b-4ed3-a77a-03f5f3781aed req-308059ab-e8ab-4c94-83ff-7c268b96821e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Dec 10 09:26:10.990990 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f77f2-a258-4c3d-9efd-4a0547508e76 req-4d01f596-3d61-479f-a8eb-2f07a33c950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:10.992629 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4d7f77f2-a258-4c3d-9efd-4a0547508e76 req-4d01f596-3d61-479f-a8eb-2f07a33c950a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1096 time: 0.0436678 Dec 10 09:26:11.106184 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:26:11.182187 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f77f2-a258-4c3d-9efd-4a0547508e76 req-20962a41-0631-4309-b83a-360a33c5f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:11.183649 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4d7f77f2-a258-4c3d-9efd-4a0547508e76 req-20962a41-0631-4309-b83a-360a33c5f012 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9249ec92613145ffab6069991f4585c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1699142 Dec 10 09:26:11.354525 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f77f2-a258-4c3d-9efd-4a0547508e76 req-01c1f919-578e-4823-9f1b-78fbd66295ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:11.356010 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4d7f77f2-a258-4c3d-9efd-4a0547508e76 req-01c1f919-578e-4823-9f1b-78fbd66295ad service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590905 Dec 10 09:26:11.435146 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-f813eb69-a58b-48fc-acc2-0ac00c1b159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:11.436581 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-f813eb69-a58b-48fc-acc2-0ac00c1b159b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1096 time: 0.0432510 Dec 10 09:26:11.485659 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-4d38be11-dafa-4745-8fd5-51565018897b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 200 len: 217 time: 0.0384464 Dec 10 09:26:11.537819 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-d8706b00-a8f7-4888-89cc-96cee0284412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:11.539288 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-d8706b00-a8f7-4888-89cc-96cee0284412 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0460286 Dec 10 09:26:11.589272 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-a787d749-4cf4-443e-bada-e1da538103e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:11.590856 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-a787d749-4cf4-443e-bada-e1da538103e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445580 Dec 10 09:26:11.688850 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-091033b2-0ea8-46f7-a97f-1d5d043c4832 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898829 Dec 10 09:26:11.784532 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dd4f5d63-a8ea-48a9-b2db-c51de60062f0 req-2b19a1cd-d33c-493d-9f9b-3fc67b3112dc service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879862 Dec 10 09:26:12.045498 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305a6a-c629-4cc9-9a77-3224bcf03db3 req-2b7f843c-da32-4eeb-96a4-8e4a07a2876a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:12.046982 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7305a6a-c629-4cc9-9a77-3224bcf03db3 req-2b7f843c-da32-4eeb-96a4-8e4a07a2876a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0497155 Dec 10 09:26:12.064278 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35f43-b82a-4869-ad3f-9dbdc98cfc6a req-08329656-328e-48b2-8cab-c57b307309b1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:12.065856 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a1c35f43-b82a-4869-ad3f-9dbdc98cfc6a req-08329656-328e-48b2-8cab-c57b307309b1 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0515382 Dec 10 09:26:12.110659 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d7305a6a-c629-4cc9-9a77-3224bcf03db3 req-b2f14b15-6cff-4398-884c-847c4437c0af tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567949 Dec 10 09:26:12.125011 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a1c35f43-b82a-4869-ad3f-9dbdc98cfc6a req-073b7b1a-27e7-4b44-a36f-03a7354378bc tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530596 Dec 10 09:26:12.779737 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-85b23c6c-cd9e-4e99-a609-427642c5cdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:13.244404 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701d8-60f6-47cd-94f8-9383677028f9 req-25ed8791-5025-4bf4-be7f-4ec8a382271a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:13.245806 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-daa701d8-60f6-47cd-94f8-9383677028f9 req-25ed8791-5025-4bf4-be7f-4ec8a382271a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0528235 Dec 10 09:26:13.246794 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69c496-b076-4c46-9ec9-906187fb22e8 req-e5cbc4fe-c9d4-4600-ae9d-8fa0c25d1125 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:13.248257 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7b69c496-b076-4c46-9ec9-906187fb22e8 req-e5cbc4fe-c9d4-4600-ae9d-8fa0c25d1125 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0483959 Dec 10 09:26:13.293254 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-daa701d8-60f6-47cd-94f8-9383677028f9 req-33fa7ee2-ebbc-4286-913d-3d73055b32b0 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Dec 10 09:26:13.294939 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7b69c496-b076-4c46-9ec9-906187fb22e8 req-3b789b8c-dc94-46f0-9daf-cafb3be89ba2 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Dec 10 09:26:13.960736 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:26:14.060983 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:14.072763 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'mac_address': 'fa:16:3e:f4:3b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:26:14.111281 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:14.124971 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f492c27c-1c23-4cfc-85c4-d9bd1d5663da {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:26:14.131682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d27e1-c716-45ea-b432-f968a613e282 req-cf7f3ff5-2ce0-4bbb-b76c-6fb5161527ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:14.133502 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bf1d27e1-c716-45ea-b432-f968a613e282 req-cf7f3ff5-2ce0-4bbb-b76c-6fb5161527ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0418303 Dec 10 09:26:14.145273 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:14.150286 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:14.180763 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bf1d27e1-c716-45ea-b432-f968a613e282 req-9cb84a22-1b7f-4883-a1e6-5caf1ae9beec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Dec 10 09:26:14.195473 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:14.202877 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.203565 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.203943 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.204285 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.204622 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.204952 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.205280 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.205607 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.205913 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.206286 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.206617 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.206938 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.207256 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:14.417954 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130f31-4314-4a56-81cd-eb9b7d48fa8b req-a0276120-c5db-4411-96ac-fc3a692314c5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:14.419402 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f6e5-fe4c-4eca-8ffc-528a329ae76d req-f1c7142d-b76d-41c0-a095-f8489a00206c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:14.419871 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a9130f31-4314-4a56-81cd-eb9b7d48fa8b req-a0276120-c5db-4411-96ac-fc3a692314c5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0489099 Dec 10 09:26:14.420857 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a90f6e5-fe4c-4eca-8ffc-528a329ae76d req-f1c7142d-b76d-41c0-a095-f8489a00206c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0522068 Dec 10 09:26:14.463785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['f492c27c-1c23-4cfc-85c4-d9bd1d5663da'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:14.477386 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a90f6e5-fe4c-4eca-8ffc-528a329ae76d req-5da0f5d9-55fe-48a2-91b8-12335bffd91a tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504487 Dec 10 09:26:14.478303 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a9130f31-4314-4a56-81cd-eb9b7d48fa8b req-9cd6378c-6c45-4c84-8f03-c475a60344a2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527291 Dec 10 09:26:15.055262 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf973-bfaa-4a32-aa3c-09511dc077bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:15.601770 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21d364-1e52-4920-a33c-0cf7b2fb4f31 req-edbdd382-dff2-4b24-8d74-33a1da4e1c1c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:15.602443 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176233-6a5c-4be4-8bb7-a3174febe452 req-092fdd1d-f346-45d8-a31f-58c61fad0478 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:15.603474 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9f21d364-1e52-4920-a33c-0cf7b2fb4f31 req-edbdd382-dff2-4b24-8d74-33a1da4e1c1c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0506916 Dec 10 09:26:15.603680 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-46176233-6a5c-4be4-8bb7-a3174febe452 req-092fdd1d-f346-45d8-a31f-58c61fad0478 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0500424 Dec 10 09:26:15.651705 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9f21d364-1e52-4920-a33c-0cf7b2fb4f31 req-7c07f71b-9c3e-4598-aa72-165236916eaf tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Dec 10 09:26:15.656229 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-46176233-6a5c-4be4-8bb7-a3174febe452 req-da78f175-bf28-4d99-84bf-5ecee626f182 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464313 Dec 10 09:26:15.963785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:16.000312 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5b65-50b5-44f5-b70e-ce5380c7e219 req-26b4c3f3-c905-4ffb-a270-8fed7f2bbf2e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.001920 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-186d5b65-50b5-44f5-b70e-ce5380c7e219 req-26b4c3f3-c905-4ffb-a270-8fed7f2bbf2e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0713902 Dec 10 09:26:16.003518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-955ab326-d56b-4660-9c25-551e9f8d069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.004873 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-955ab326-d56b-4660-9c25-551e9f8d069e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 1098 time: 0.0838747 Dec 10 09:26:16.026903 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port f492c27c-1c23-4cfc-85c4-d9bd1d5663da completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:26:16.038664 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port f492c27c-1c23-4cfc-85c4-d9bd1d5663da triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:16.039311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:16.127703 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:16.129745 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-186d5b65-50b5-44f5-b70e-ce5380c7e219 req-71952501-7b24-476b-a5d3-43d738bdf332 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141419 Dec 10 09:26:16.157506 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-5ab35c49-f83c-43be-91d9-d0f09b36b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.159166 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-5ab35c49-f83c-43be-91d9-d0f09b36b245 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 200 len: 919 time: 0.1423049 Dec 10 09:26:16.160222 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:16.162767 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e91c5-581c-437d-bdb1-faf32ed47808" -d '{"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:16.176773 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:16.182140 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:16.207563 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-c084c023-9e85-49b1-85c5-00bdbc173887 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 200 len: 217 time: 0.0381672 Dec 10 09:26:16.221394 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3d3c8-fd04-4dcb-94c5-adf32841f801 x-openstack-request-id: req-e5d3d3c8-fd04-4dcb-94c5-adf32841f801 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:16.221690 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:16.221944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5d3d3c8-fd04-4dcb-94c5-adf32841f801 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:16.222389 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'code': 200} Dec 10 09:26:16.259560 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:16.268871 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-7e72992b-c50c-451d-a3b6-3c889b0139b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.270234 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-7e72992b-c50c-451d-a3b6-3c889b0139b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 200 len: 858 time: 0.0551229 Dec 10 09:26:16.271178 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:16.304248 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-dad8bd9d-03a0-4c66-a18b-ed916198d692 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31b0622-b66a-49a3-aa7f-04e0448fe6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249882 Dec 10 09:26:16.424727 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-bb321721-050f-420f-86ee-7c54ddded4dd service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133611 Dec 10 09:26:16.427130 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006e17-d35d-4acd-a7a0-2323c15157c4 req-e6817dff-afab-4013-8fbd-bff877422d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.428482 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c7006e17-d35d-4acd-a7a0-2323c15157c4 req-e6817dff-afab-4013-8fbd-bff877422d88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1098 time: 0.0638599 Dec 10 09:26:16.528319 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c7006e17-d35d-4acd-a7a0-2323c15157c4 req-fc02d230-9b4f-4970-9223-c311d892b2ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820084 Dec 10 09:26:16.550106 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-771ea5c6-dce7-4333-bd39-3dfba1be05c9 req-ab5f1378-b839-468a-9053-57b9d64180c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106617 Dec 10 09:26:16.796151 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39c2fa-a1f9-4dcb-8cac-4d6be00d5b7e req-9f02c8f8-36bf-4805-a9b6-8848fc15b2ae tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.797644 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bd39c2fa-a1f9-4dcb-8cac-4d6be00d5b7e req-9f02c8f8-36bf-4805-a9b6-8848fc15b2ae tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0554974 Dec 10 09:26:16.853175 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bd39c2fa-a1f9-4dcb-8cac-4d6be00d5b7e req-407f3c7a-cd28-4ef5-9785-b7d1d9116c75 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493510 Dec 10 09:26:17.258759 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83d347-b878-450b-ac83-e929a5334a52 req-3549661b-6221-4455-b58d-40d5a2f730a0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.260259 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3a83d347-b878-450b-ac83-e929a5334a52 req-3549661b-6221-4455-b58d-40d5a2f730a0 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0522571 Dec 10 09:26:17.311527 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3a83d347-b878-450b-ac83-e929a5334a52 req-572b8fb5-4619-4845-9bb2-6f850a1367fa tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Dec 10 09:26:17.381908 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:17.999589 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca72394-667b-4c0b-9652-92d818f62712 req-d91aa1e9-25cf-4c49-bdb7-a0e3747b8de3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:18.001058 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eca72394-667b-4c0b-9652-92d818f62712 req-d91aa1e9-25cf-4c49-bdb7-a0e3747b8de3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0568354 Dec 10 09:26:18.058164 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eca72394-667b-4c0b-9652-92d818f62712 req-8d7af218-3b78-4cbd-a7de-0ab5be043107 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482714 Dec 10 09:26:18.449345 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fef7b0-478d-40e1-b20c-33811bef7a3f req-b2703586-5eca-4ea0-8924-42fd1233387b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:18.450861 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a3fef7b0-478d-40e1-b20c-33811bef7a3f req-b2703586-5eca-4ea0-8924-42fd1233387b tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0621459 Dec 10 09:26:18.504972 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a3fef7b0-478d-40e1-b20c-33811bef7a3f req-bc0703c4-a184-4bc7-9269-50441744e577 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Dec 10 09:26:18.595397 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:19.185325 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf4b81-5fc6-410e-9c6e-d28e294cd143 req-32e087bf-6eac-41b7-995b-92532f51ef32 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:19.186843 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-63bf4b81-5fc6-410e-9c6e-d28e294cd143 req-32e087bf-6eac-41b7-995b-92532f51ef32 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0537546 Dec 10 09:26:19.234617 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-63bf4b81-5fc6-410e-9c6e-d28e294cd143 req-a82e6d97-47b4-40a8-b548-f252b972f371 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Dec 10 09:26:19.643823 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a217f8-c1a5-44bf-995b-b04d01008cc0 req-30978dae-d4af-4e1d-9c6e-0396173c6fe5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:19.645350 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-86a217f8-c1a5-44bf-995b-b04d01008cc0 req-30978dae-d4af-4e1d-9c6e-0396173c6fe5 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0572121 Dec 10 09:26:19.693095 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-86a217f8-c1a5-44bf-995b-b04d01008cc0 req-4baac6bd-4fcf-4b3c-93de-eb56f2a3a196 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Dec 10 09:26:20.369091 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75474f-6e33-4230-a69d-41e6a4c2146c req-772573ae-921b-450f-97be-5319fc78a896 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:20.371061 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cd75474f-6e33-4230-a69d-41e6a4c2146c req-772573ae-921b-450f-97be-5319fc78a896 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0542026 Dec 10 09:26:20.421844 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cd75474f-6e33-4230-a69d-41e6a4c2146c req-102dc3fa-0a78-4158-b857-8a8692372033 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Dec 10 09:26:20.820225 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77d97a-a1ab-4653-a7f7-7b95f5d86f96 req-f83870b6-230c-44cc-95a2-5bc5d7dadce6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:20.821702 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2a77d97a-a1ab-4653-a7f7-7b95f5d86f96 req-f83870b6-230c-44cc-95a2-5bc5d7dadce6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0505505 Dec 10 09:26:20.877267 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2a77d97a-a1ab-4653-a7f7-7b95f5d86f96 req-3405f536-5f1f-4bf7-a710-ea6cf48f44a8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Dec 10 09:26:21.549889 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c2fdb-0f7a-4147-8f32-f8602b662d88 req-bc184707-2d1d-4116-a352-a41af65af74a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:21.551374 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8e2c2fdb-0f7a-4147-8f32-f8602b662d88 req-bc184707-2d1d-4116-a352-a41af65af74a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0497243 Dec 10 09:26:21.613106 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8e2c2fdb-0f7a-4147-8f32-f8602b662d88 req-510d96d2-b7b6-4226-ac52-9c19a6a2b037 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526440 Dec 10 09:26:21.743174 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619292-dcfa-4e8a-9247-ae059eba472c req-4b2a2473-a48e-44a4-bb4c-3ebd3fe2ba2c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:21.744738 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-95619292-dcfa-4e8a-9247-ae059eba472c req-4b2a2473-a48e-44a4-bb4c-3ebd3fe2ba2c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0506618 Dec 10 09:26:21.754194 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45416) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:21.758957 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Request body: {'floatingip': {'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:21.797942 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:22.044903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ba3f6-db59-412a-b109-371e653903bc req-f2d764b5-1137-4460-a4fd-5b35b2f3dad3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:22.046320 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-004ba3f6-db59-412a-b109-371e653903bc req-f2d764b5-1137-4460-a4fd-5b35b2f3dad3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0985661 Dec 10 09:26:22.176432 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-004ba3f6-db59-412a-b109-371e653903bc req-7bd2bef0-f150-468f-9f29-3b4157b1b23c tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945187 Dec 10 09:26:22.568705 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:22.577546 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:22.680201 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Floating IP fde60945-e824-4097-aaad-ce727c51ee98 associated. External IP: 172.27.2.221, port: f492c27c-1c23-4cfc-85c4-d9bd1d5663da. Dec 10 09:26:22.903113 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:23.021067 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:23.026116 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:23.031042 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:23.040317 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:23.040560 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:23.055481 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-a1dbe86b-a14a-47d9-9162-936545ae2e0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "PUT /v2.0/floatingips/fde60945-e824-4097-aaad-ce727c51ee98 HTTP/1.1" status: 200 len: 991 time: 1.3000922 Dec 10 09:26:23.056051 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:23.058348 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235e270-0a2f-482f-96ed-1312ee85614b" -d '{"events": [{"name": "network-changed", "server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:23.096658 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee470711-3cb8-4044-af74-49bf2d30f97e x-openstack-request-id: req-ee470711-3cb8-4044-af74-49bf2d30f97e {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:23.096835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:23.096965 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee470711-3cb8-4044-af74-49bf2d30f97e {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:23.097400 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'status': 'completed', 'code': 200} Dec 10 09:26:23.150641 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:23.181685 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e270-0a2f-482f-96ed-1312ee85614b req-554e6af6-9339-497a-aaf2-a76187b07907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:23.183809 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-554e6af6-9339-497a-aaf2-a76187b07907 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1098 time: 0.0426378 Dec 10 09:26:23.277848 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e270-0a2f-482f-96ed-1312ee85614b req-2ae96373-95a5-4ac2-b9ca-7d4f71206b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:23.279386 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-2ae96373-95a5-4ac2-b9ca-7d4f71206b6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.0884206 Dec 10 09:26:23.348744 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-e2eaedde-6d40-4d49-9d21-ae06c433ed93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 200 len: 999 time: 0.0614426 Dec 10 09:26:23.387050 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'fde60945-e824-4097-aaad-ce727c51ee98', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'mac_address': 'fa:16:3e:f4:3b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:04Z', 'updated_at': '2021-12-10T09:26:22Z', 'revision_number': 1, 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:23.406691 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e270-0a2f-482f-96ed-1312ee85614b req-8b9c93f7-93ce-47a4-b459-81aa0f8e3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:23.408104 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-8b9c93f7-93ce-47a4-b459-81aa0f8e3ec5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0443313 Dec 10 09:26:23.416447 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:23.424783 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:23.425373 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:23.463476 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e270-0a2f-482f-96ed-1312ee85614b req-8faf6fbf-8d12-4258-abc8-24abe29f99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:23.465191 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-8faf6fbf-8d12-4258-abc8-24abe29f99f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414040 Dec 10 09:26:23.529825 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:23.564056 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-1e7bc8b6-b702-4f60-891c-befec606c27d service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878937 Dec 10 09:26:23.673797 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c235e270-0a2f-482f-96ed-1312ee85614b req-649ae91c-0e67-49bc-9e9e-07d135630302 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018515 Dec 10 09:26:23.761402 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'fde60945-e824-4097-aaad-ce727c51ee98', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'mac_address': 'fa:16:3e:f4:3b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:04Z', 'updated_at': '2021-12-10T09:26:22Z', 'revision_number': 1, 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:23.790547 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d51f8-df72-45e8-8216-d8bfa9eb832b None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'fde60945-e824-4097-aaad-ce727c51ee98', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'mac_address': 'fa:16:3e:f4:3b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:04Z', 'updated_at': '2021-12-10T09:26:22Z', 'revision_number': 1, 'project_id': '9249ec92613145ffab6069991f4585c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:24.000974 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc7f5-3695-49c4-a526-2b958646a658 None None] New status for floating IP fde60945-e824-4097-aaad-ce727c51ee98: ACTIVE {{(pid=102410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:26:26.104987 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1a0d9-370e-4be1-ab0c-219faf4e9957 req-f18ae10b-bcef-4ea6-9f98-f3cf06dab2b4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:26.106591 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-46c1a0d9-370e-4be1-ab0c-219faf4e9957 req-f18ae10b-bcef-4ea6-9f98-f3cf06dab2b4 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0565650 Dec 10 09:26:26.158529 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-46c1a0d9-370e-4be1-ab0c-219faf4e9957 req-9a73dee1-2325-44ae-8f3c-82850f26d9de tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Dec 10 09:26:27.292526 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b89c5-04c3-43cc-8f1d-84ea2b29cc9b req-a9d2bbc4-c1e1-4337-bcad-bcc0a66dfeba tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:27.294108 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7d1b89c5-04c3-43cc-8f1d-84ea2b29cc9b req-a9d2bbc4-c1e1-4337-bcad-bcc0a66dfeba tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0598044 Dec 10 09:26:27.344046 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7d1b89c5-04c3-43cc-8f1d-84ea2b29cc9b req-79d8ba35-2f50-4416-a531-992ecb22fa50 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Dec 10 09:26:28.480899 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620681d3-6bd0-4a14-a28b-a3404133515b req-257772bc-9a9d-49c9-8950-194a954d2e6d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:28.482510 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-620681d3-6bd0-4a14-a28b-a3404133515b req-257772bc-9a9d-49c9-8950-194a954d2e6d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0646369 Dec 10 09:26:28.555308 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-620681d3-6bd0-4a14-a28b-a3404133515b req-ef089f5d-c57f-4f08-aedc-003bc8130426 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668998 Dec 10 09:26:28.569715 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-8da01218-6059-4b2e-8774-7044052d8fc6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:28.571291 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-8da01218-6059-4b2e-8774-7044052d8fc6 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9e01bf9-967c-4223-be60-54e81729105f HTTP/1.1" status: 200 len: 946 time: 0.0695786 Dec 10 09:26:28.668475 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Deleting port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:28.668818 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.761356 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] For port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:28.761713 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.773248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Calling delete_port for e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:28.902464 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.920324 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa', 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:28.929849 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Pushing event deleted for resources: {'Port': ['ID=e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:28.972922 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] No DVR routers for this DVR port e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:28.975726 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.979189 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-566c2472-520f-4c9f-b7b9-09e82e358fbf req-02b96a3b-d45a-41c0-9778-6c189db96cab tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "DELETE /v2.0/ports/e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 HTTP/1.1" status: 204 len: 173 time: 0.4017072 Dec 10 09:26:28.979735 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e01bf9-967c-4223-be60-54e81729105f', 'name': 'network-vif-deleted', 'tag': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:28.982282 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f52bb-0a88-4022-8292-db0d76047969" -d '{"events": [{"server_uuid": "e9e01bf9-967c-4223-be60-54e81729105f", "name": "network-vif-deleted", "tag": "e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:29.028296 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa96e4-4637-4c01-aaf4-94e2cffe3a04 x-openstack-request-id: req-b7fa96e4-4637-4c01-aaf4-94e2cffe3a04 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:29.028690 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e01bf9-967c-4223-be60-54e81729105f", "name": "network-vif-deleted", "tag": "e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:29.029048 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7fa96e4-4637-4c01-aaf4-94e2cffe3a04 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:29.030065 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e01bf9-967c-4223-be60-54e81729105f', 'name': 'network-vif-deleted', 'tag': 'e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8', 'status': 'completed', 'code': 200} Dec 10 09:26:29.783215 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45542) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:29.853520 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Deleting subnet cb4d0655-6348-4a20-9bfc-9bfa0a44b0af {{(pid=102408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:26:29.858041 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:29.894447 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d7547-52b9-4cdd-9f36-5d1137b3e5e5 req-63f55073-afec-476e-b591-812799174ac7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:29.895903 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a0d7547-52b9-4cdd-9f36-5d1137b3e5e5 req-63f55073-afec-476e-b591-812799174ac7 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.1043215 Dec 10 09:26:29.904500 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479591'] for subnet, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:29.969136 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:29.999515 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a0d7547-52b9-4cdd-9f36-5d1137b3e5e5 req-8c0b2e26-83d7-4bd6-a0df-3fe76c477777 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977199 Dec 10 09:26:30.033322 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5871353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5782943'] for subnet, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.057751 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4d0655-6348-4a20-9bfc-9bfa0a44b0af,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:30.064492 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.067753 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3db15ca8-6aa9-4b93-a7df-b741cef64374 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb4d0655-6348-4a20-9bfc-9bfa0a44b0af HTTP/1.1" status: 204 len: 168 time: 0.2835629 Dec 10 09:26:30.070392 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45544) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:30.140519 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.221935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.241410 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a89e26-2c4c-4305-be04-d9d026ea1b90']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:30.250495 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fe9be0-276b-4222-b94c-0b55f22717b3') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:30.250786 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fe9be0-276b-4222-b94c-0b55f22717b3') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:30.260235 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.275953 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.282330 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:26:30.282819 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:26:30.284370 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:26:30.339800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.345421 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.348704 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f5a89e26-2c4c-4305-be04-d9d026ea1b90 HTTP/1.1" status: 204 len: 168 time: 0.2774353 Dec 10 09:26:30.359498 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc47b2-8f92-4e26-8a53-aa5e12bd7e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a89e26-2c4c-4305-be04-d9d026ea1b90,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:30.518396 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45548) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:30.563880 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0767dacb-253b-4760-9bac-df69888c8d23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23ab152534ab4922b0fcf937d4cf7080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443077 Dec 10 09:26:30.566468 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45550) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:30.616516 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7b9f-7a96-4992-934b-5b93cb00c8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.639026 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7b9f-7a96-4992-934b-5b93cb00c8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.697121 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7b9f-7a96-4992-934b-5b93cb00c8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.700132 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7b9f-7a96-4992-934b-5b93cb00c8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.701322 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-7a4e7b9f-7a96-4992-934b-5b93cb00c8c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6b62281-7c29-484d-98bd-74ef9adf1553 HTTP/1.1" status: 204 len: 168 time: 0.1339481 Dec 10 09:26:30.709530 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e7b9f-7a96-4992-934b-5b93cb00c8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b62281-7c29-484d-98bd-74ef9adf1553,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:31.132247 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96316d-6a9b-44ba-8c66-d8682e50d542 req-9072b13a-aca9-4cef-bd39-bbccd7fc0d94 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:31.133792 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ab96316d-6a9b-44ba-8c66-d8682e50d542 req-9072b13a-aca9-4cef-bd39-bbccd7fc0d94 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0491920 Dec 10 09:26:31.181337 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ab96316d-6a9b-44ba-8c66-d8682e50d542 req-035d2dd5-6b7e-45f4-bc8d-9957d57ac754 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Dec 10 09:26:31.415219 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45576) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:31.523986 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1413116756-network', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:31.552004 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Made reservation on behalf of 032c4917a89e460d9b32ec4bb691e40f for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:31.554353 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.562940 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.641928 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.647140 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.671557 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:26:31.681236 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7117553-8a82-4e39-b141-8c09ba2cb8f0,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:31.690667 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.691109 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Added segment d1592977-56bd-46f1-a6b6-d22afa30c3ed of type vlan for network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 Dec 10 09:26:31.732336 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.762094 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.763219 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:31.763903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.811460 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3950984 Dec 10 09:26:31.814509 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45582) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:31.819347 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Request body: {'subnet': {'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1413116756-subnet', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:31.828850 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88838-8674-4ddc-8722-cfec33f916c5 admin admin] Pushing event updated for resources: {'Network': ['ID=957bd50e-d7ab-4efc-b4b1-df97a83e05b7,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:31.839138 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:26:31.844826 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Made reservation on behalf of 032c4917a89e460d9b32ec4bb691e40f for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:31.847592 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176073'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.028214 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4361967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176087'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.045899 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:32.067365 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:32.067715 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e8c64559-a27e-4e6d-a12e-c0c2b7a9cab8 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:32.082698 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a98cb5f-eca7-41f1-bb5e-6ccf64696941,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:32.097180 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.097533 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.097878 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.098245 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.098579 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.098908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.099247 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.099579 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.099903 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.100238 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.100559 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.100883 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.101201 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:32.109530 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Checking segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:32.109888 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Network hostable DHCP agents. Network: 957bd50e-d7ab-4efc-b4b1-df97a83e05b7, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:26:32.127546 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:26:32.136511 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 957bd50e-d7ab-4efc-b4b1-df97a83e05b7) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:32.140623 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:32.141213 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.145956 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81cf683-82b7-43db-bb40-6d1a863696ef None None] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:32.158753 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4f7ef077-47cb-47c7-9862-9f0111cb3851 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3431523 Dec 10 09:26:32.161492 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45584) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:32.166085 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:32.189285 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.190316 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.248955 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.254823 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:26:32.255950 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.387430 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Allocated IP 172.20.0.2 (957bd50e-d7ab-4efc-b4b1-df97a83e05b7/8a98cb5f-eca7-41f1-bb5e-6ccf64696941/2737f212-20df-4a59-98ab-5d8cfb3b03b8) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:32.417470 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.435363 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181c017-5160-4a07-8b13-8f481bf90d7b req-3fe90619-da93-4573-8f90-a255ab096841 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:32.436881 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9181c017-5160-4a07-8b13-8f481bf90d7b req-3fe90619-da93-4573-8f90-a255ab096841 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.1476099 Dec 10 09:26:32.525630 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9181c017-5160-4a07-8b13-8f481bf90d7b req-660d4a64-59a4-4dc3-a125-c1c326b9b45d tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785346 Dec 10 09:26:32.529691 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.537008 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.581075 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:32.584040 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:32.587375 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:32.592797 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Pushing event updated for resources: {'Port': ['ID=2737f212-20df-4a59-98ab-5d8cfb3b03b8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:32.644088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Attempting to bind port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:32.644751 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Attempting to bind port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:32.645112 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Attempting to bind port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 on network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:32.650324 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:32.650672 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Checking segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:32.651099 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.651885 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Bound using segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:32.652375 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Bound port: 2737f212-20df-4a59-98ab-5d8cfb3b03b8, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:32.652751 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.671493 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.690002 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.713495 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] For port 2737f212-20df-4a59-98ab-5d8cfb3b03b8, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:32.716713 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] For port 2737f212-20df-4a59-98ab-5d8cfb3b03b8, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=2737f212-20df-4a59-98ab-5d8cfb3b03b8,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:32.720874 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.776732 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1689-4a72-4e73-98c2-df17071df59c None None] Pushing event updated for resources: {'Port': ['ID=2737f212-20df-4a59-98ab-5d8cfb3b03b8,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:32.808456 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Allocated IP 172.27.2.76 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:32.924206 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.976967 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.028512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:33.029862 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Pushing event updated for resources: {'Port': ['ID=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.032590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:33.034820 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:33.153905 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 2737f212-20df-4a59-98ab-5d8cfb3b03b8 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:33.208915 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:33.209294 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.287488 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.322486 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 2737f212-20df-4a59-98ab-5d8cfb3b03b8, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=2737f212-20df-4a59-98ab-5d8cfb3b03b8,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:33.327840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.389842 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=2737f212-20df-4a59-98ab-5d8cfb3b03b8,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.552323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.688066 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da48b3-14c7-464c-85d3-313d26dcf2ed None None] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:33.689618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b4b7-76ac-4d8a-8acc-75f9cfd66146 req-108fe74c-c545-4934-a304-8cc807964cc8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:33.691330 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-50f1b4b7-76ac-4d8a-8acc-75f9cfd66146 req-108fe74c-c545-4934-a304-8cc807964cc8 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0922616 Dec 10 09:26:33.790665 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-fff66d02-e94d-4ad0-a029-123f5b214586 None None] Provisioning complete for port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:33.790945 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fff66d02-e94d-4ad0-a029-123f5b214586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.806138 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-50f1b4b7-76ac-4d8a-8acc-75f9cfd66146 req-472581c2-f781-441c-918e-238b1e9a1033 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831199 Dec 10 09:26:33.817420 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.955442 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Router b1c49100-6f3c-4c40-bf33-d4a044712c1e is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:26:34.072388 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:34.081632 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Sync routers for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:34.092271 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.093495 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:34.093780 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-ade4298b-e362-4e2b-834b-1b98e87dd1ee admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9312861 Dec 10 09:26:34.094484 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:34.096660 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45594) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:34.105500 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-bef968d0-2751-4637-80c9-8d54459d4976 None None] Provisioning complete for port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:34.105917 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bef968d0-2751-4637-80c9-8d54459d4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.204179 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:34.389998 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:33Z', 'revision_number': 3, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:34.415769 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Checking router: b1c49100-6f3c-4c40-bf33-d4a044712c1e for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:34.417062 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Updating router b1c49100-6f3c-4c40-bf33-d4a044712c1e port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:26:34.531109 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.539780 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.690980 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Allocated IP 172.20.0.1 (957bd50e-d7ab-4efc-b4b1-df97a83e05b7/8a98cb5f-eca7-41f1-bb5e-6ccf64696941/44e3d42b-167f-46ea-b40d-a5b5c4b588b6) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:34.773091 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.779783 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.796912 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.827450 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Attempting to bind port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:34.827818 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Attempting to bind port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:34.828155 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Attempting to bind port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:34.833925 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Pushing event updated for resources: {'Port': ['ID=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:34.837831 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:34.838150 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.838291 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:34.838661 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.839226 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:34.839739 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Bound port: 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:34.840088 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.877983 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:34.880935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:34.887084 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:34.896740 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] For port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:34.899973 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.900540 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.900904 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.901382 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.901654 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.901979 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.902427 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.902758 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.903082 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.903791 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.903791 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.904079 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.904343 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:34.908714 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] For port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:34.914074 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.944295 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Pushing event updated for resources: {'Port': ['ID=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:34.971011 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49a41f-20e7-4a77-8710-f38bf084c016 None None] Pushing event updated for resources: {'Port': ['ID=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:34.973504 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.985457 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:34.986348 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:35.021392 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982214e-dfb9-42e2-95d8-a788098f948f req-5127be6d-75bd-4581-9240-79855c2e0f86 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:35.033010 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2982214e-dfb9-42e2-95d8-a788098f948f req-5127be6d-75bd-4581-9240-79855c2e0f86 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.1441545 Dec 10 09:26:35.104153 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:35.142733 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2982214e-dfb9-42e2-95d8-a788098f948f req-85a90a26-5bee-46c6-9829-ea1b651a24a3 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/security-groups?id=973bb38a-0612-43d9-b7e7-f84b3e196e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128180 Dec 10 09:26:35.158859 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 2737f212-20df-4a59-98ab-5d8cfb3b03b8 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:35.169233 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-d6ae1013-5b2f-4155-9cf9-4782e2d72236 None None] Provisioning complete for port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:35.169615 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1013-5b2f-4155-9cf9-4782e2d72236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.202956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.237446 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae1013-5b2f-4155-9cf9-4782e2d72236 None None] Port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:35.253099 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:35.253711 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.319781 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:33Z', 'revision_number': 3, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:35.350559 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd278dd-3d68-4efa-8075-92d1c4e2e333 None None] The sync data for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi is: [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:33Z', 'revision_number': 3, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:35.405789 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.418120 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-47d18f03-b6f1-44b7-8ccf-48b08c65b139 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:35.419751 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-47d18f03-b6f1-44b7-8ccf-48b08c65b139 tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 945 time: 0.0754726 Dec 10 09:26:35.420996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.541137 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.544743 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Pushing event updated for resources: {'Port': ['ID=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:35.649813 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Deleting port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:35.650187 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.711240 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:35.716494 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:35.798583 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] For port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:35.798944 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.816334 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Calling delete_port for aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:35.913157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Router b1c49100-6f3c-4c40-bf33-d4a044712c1e has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:35.966503 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-05fbc2f7-3ac6-4c90-a108-0596f8c2f5a6 None None] Provisioning complete for port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:35.967129 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-05fbc2f7-3ac6-4c90-a108-0596f8c2f5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.006748 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-05fbc2f7-3ac6-4c90-a108-0596f8c2f5a6 None None] Port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:36.075564 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.084988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:36.089811 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:36.107986 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5b24c61a-b168-49a5-9cd4-accf93138486 admin admin] 10.222.0.21 "PUT /v2.0/routers/b1c49100-6f3c-4c40-bf33-d4a044712c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099254 Dec 10 09:26:36.110798 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Pushing event deleted for resources: {'Port': ['ID=aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:36.154811 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] No DVR routers for this DVR port aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:36.157614 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.161072 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a2b07bc5-94fb-46a8-a63e-7ef3dfd1314d req-9b2d799a-6a41-497b-b7fb-fec94ba7a5bb tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.43 "DELETE /v2.0/ports/aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa HTTP/1.1" status: 204 len: 173 time: 0.7174284 Dec 10 09:26:36.161528 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'name': 'network-vif-deleted', 'tag': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:36.164033 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2363252b-d42f-4619-aa95-84bc357f1d79" -d '{"events": [{"server_uuid": "a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c", "name": "network-vif-deleted", "tag": "aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:36.203235 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260f29fe-4ef7-4804-8fd4-da98806adaba x-openstack-request-id: req-260f29fe-4ef7-4804-8fd4-da98806adaba {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:36.203993 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c", "name": "network-vif-deleted", "tag": "aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:36.204104 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-260f29fe-4ef7-4804-8fd4-da98806adaba {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:36.204540 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c', 'name': 'network-vif-deleted', 'tag': 'aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa', 'status': 'completed', 'code': 200} Dec 10 09:26:36.286297 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-57f78009-b2fd-4991-af64-95c3109b0ba3 req-95051ef8-11fc-42a3-ae06-d9cff2b6934e tempest-ServerRescueNegativeTestJSON-1444732519 tempest-ServerRescueNegativeTestJSON-1444732519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6fd5dfa-cca9-48cb-aba3-c3adc9cbd33c HTTP/1.1" status: 200 len: 210 time: 0.0415392 Dec 10 09:26:36.646996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45622) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:36.652588 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491620309-network', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:36.679518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Made reservation on behalf of d2d6c9b3612e4282b78a6adf157067ea for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:36.682141 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.692335 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.782880 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.788246 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.817390 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:26:36.829597 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33554c4-9f85-4732-997e-6fb519c1a955,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:36.834324 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.834666 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Added segment b86af5c8-e8fb-422d-bb9e-d515957ee4e8 of type vlan for network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc Dec 10 09:26:36.874698 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.904497 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.905651 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:36.906242 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.964823 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3164377 Dec 10 09:26:36.967707 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45624) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:36.972132 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54460b61-6abd-42bd-8a85-dc6e19b2d695 admin admin] Pushing event updated for resources: {'Network': ['ID=c2791a5e-1a8e-4b33-b191-9a834e1bf7bc,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:36.972831 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Request body: {'subnet': {'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491620309-subnet', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:36.982438 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:26:37.009806 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Made reservation on behalf of d2d6c9b3612e4282b78a6adf157067ea for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:37.014262 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176073'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.025916 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Sync routers for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:37.056906 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:37.057666 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:37.164769 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:37.196404 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4361967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176087'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.196666 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:37.251066 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=24095a87-e3d5-4593-8b51-97d486177a83,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:37.261534 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Checking segment: {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:37.261925 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Network hostable DHCP agents. Network: c2791a5e-1a8e-4b33-b191-9a834e1bf7bc, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:26:37.278660 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:26:37.287716 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, c2791a5e-1a8e-4b33-b191-9a834e1bf7bc) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:37.291698 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:37.292285 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.308884 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-95467ca2-3f75-49dc-8efd-aeaf10e13feb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3399489 Dec 10 09:26:37.311552 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45628) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:37.316345 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:37.330601 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d2f40-3c59-44ea-81eb-653525c4ddaa None None] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:37.340837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.342151 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.350161 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45630) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:37.385924 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:37.386583 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.399071 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.556760 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-c2791a5e-1a8e-4b33-b191-9a834e1bf7bc', 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc', 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'fixed_ips': [{'subnet_id': '24095a87-e3d5-4593-8b51-97d486177a83'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:26:37.557817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.604366 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.675613 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:37.678170 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 2, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:37.690358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.724781 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Checking router: b1c49100-6f3c-4c40-bf33-d4a044712c1e for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:37.725133 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Updating router b1c49100-6f3c-4c40-bf33-d4a044712c1e port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:26:37.806685 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.820040 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.831858 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.839678 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:37.849380 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Allocated IP 172.20.0.2 (c2791a5e-1a8e-4b33-b191-9a834e1bf7bc/24095a87-e3d5-4593-8b51-97d486177a83/9ed7f61a-ea0c-4525-91fe-fb0620f940b0) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:38.013552 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.036169 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.157123 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Allocated IP 172.27.2.90 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/d1c714ca-a259-4b1a-bffa-438e875a4b6a) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:38.161360 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.177144 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.277544 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.316248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.359139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:38.362599 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:38.367031 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:38.370391 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c714ca-a259-4b1a-bffa-438e875a4b6a,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:38.388946 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.400447 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Deleting port 9c271246-a908-4553-8056-09732b853399 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:38.401709 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.402755 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.407439 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:38.415674 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:38.421845 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:38.430260 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Pushing event updated for resources: {'Port': ['ID=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:38.516571 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] For port 9c271246-a908-4553-8056-09732b853399, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9c271246-a908-4553-8056-09732b853399,segment=NetworkSegment(ce9c2779-ba12-4184-9f3e-8634c40df27f),segment_id=ce9c2779-ba12-4184-9f3e-8634c40df27f)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:38.516969 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.534478 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Calling delete_port for 9c271246-a908-4553-8056-09732b853399 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:38.565400 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf68c5e-fc37-4cc1-95dc-5480c98dd886 None None] Pushing event updated for resources: {'Port': ['ID=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:38.613351 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Attempting to bind port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:38.614433 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Attempting to bind port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:38.615041 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Attempting to bind port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 on network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:38.623175 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Attempting to bind port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:38.623688 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Attempting to bind port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:38.624279 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Attempting to bind port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 on network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:38.627296 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:38.627789 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Checking segment: {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:38.628289 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.628788 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Bound using segment: {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:38.629369 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Bound port: 9ed7f61a-ea0c-4525-91fe-fb0620f940b0, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:38.629844 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.644112 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:38.644804 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Checking segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:38.645826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.645826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Bound using segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:38.646359 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Bound port: 44e3d42b-167f-46ea-b40d-a5b5c4b588b6, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:38.646833 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.667148 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.779140 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] For port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:38.786855 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] For port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:38.788763 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-b388b14f-5135-4dc7-b9b1-82d5e9542046 None None] Provisioning complete for port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:38.789148 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b388b14f-5135-4dc7-b9b1-82d5e9542046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.793153 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] For port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:38.797408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.818967 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.827233 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c271246-a908-4553-8056-09732b853399,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:38.836238 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] For port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:38.867022 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.874591 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b388b14f-5135-4dc7-b9b1-82d5e9542046 None None] Port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:38.884262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.916805 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:38.917456 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:38.919574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf68c5e-fc37-4cc1-95dc-5480c98dd886 None None] Pushing event updated for resources: {'Port': ['ID=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:39.053024 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.108296 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Router e5848e55-a80e-4562-88b8-14acc746a214 is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:26:39.144148 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:39.221903 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eb173-50e9-4c20-ba66-ff708246d373 None None] Pushing event updated for resources: {'Port': ['ID=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:39.270400 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:39.280312 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Sync routers for ids ['e5848e55-a80e-4562-88b8-14acc746a214'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:39.294039 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:39.303568 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Routers {'e5848e55-a80e-4562-88b8-14acc746a214'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:39.304579 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['e5848e55-a80e-4562-88b8-14acc746a214'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:39.304971 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.307077 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-a9077291-bbca-40f3-842d-321e32651a69 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9943945 Dec 10 09:26:39.311138 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45636) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:39.418373 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6436833d-1f48-4b43-ad46-3e064400ce4c None None] Provisioning complete for port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:39.418373 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6436833d-1f48-4b43-ad46-3e064400ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.462854 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Router 19828495-9cb4-4119-8089-d80b87dd51cb has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:39.507311 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Set router e5848e55-a80e-4562-88b8-14acc746a214 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:39.556126 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:39.556454 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.603568 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:39.612190 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-9d54cd53-c5dd-4765-9a6c-0ad77839af7d admin admin] 10.222.0.21 "PUT /v2.0/routers/19828495-9cb4-4119-8089-d80b87dd51cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2596974 Dec 10 09:26:39.618231 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45640) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:39.634957 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Sync routers for ids ['19828495-9cb4-4119-8089-d80b87dd51cb'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:39.673817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Routers {'19828495-9cb4-4119-8089-d80b87dd51cb'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:39.674652 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['19828495-9cb4-4119-8089-d80b87dd51cb'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:39.704535 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 3, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:39.737860 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6436833d-1f48-4b43-ad46-3e064400ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.743679 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Checking router: e5848e55-a80e-4562-88b8-14acc746a214 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:39.744316 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Updating router e5848e55-a80e-4562-88b8-14acc746a214 port d1c714ca-a259-4b1a-bffa-438e875a4b6a binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:26:39.776532 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.805388 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.829879 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:39.924049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.934371 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0071a-3e7d-47f3-abc3-82357db31e51 None None] The sync data for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi is: [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:39.960578 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.985674 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6436833d-1f48-4b43-ad46-3e064400ce4c None None] For port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:40.041487 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Set router 19828495-9cb4-4119-8089-d80b87dd51cb gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:40.095659 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Deleting port 33779790-682f-491f-b710-d7bd9a6639e1 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:40.096116 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.146474 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Allocated IP 172.20.0.1 (c2791a5e-1a8e-4b33-b191-9a834e1bf7bc/24095a87-e3d5-4593-8b51-97d486177a83/f859d2d4-0fcf-4084-8c71-f31ae32f517d) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:40.190314 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:40.194371 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6436833d-1f48-4b43-ad46-3e064400ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.231081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.239597 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.250724 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] For port 33779790-682f-491f-b710-d7bd9a6639e1, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=33779790-682f-491f-b710-d7bd9a6639e1,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:40.251376 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.254703 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.270856 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Calling delete_port for 33779790-682f-491f-b710-d7bd9a6639e1 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:40.292123 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:40.294320 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device aeb8773e-7d4b-4b33-bd4e-e6bbb1beeaaa not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:40.318920 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6f36-3672-4447-b39a-b30cca9c01a0 None None] Pushing event updated for resources: {'Port': ['ID=d1c714ca-a259-4b1a-bffa-438e875a4b6a,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:40.355522 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.369617 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Attempting to bind port d1c714ca-a259-4b1a-bffa-438e875a4b6a on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:40.370252 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Attempting to bind port d1c714ca-a259-4b1a-bffa-438e875a4b6a by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:40.370667 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Attempting to bind port d1c714ca-a259-4b1a-bffa-438e875a4b6a on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:40.382156 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:40.390186 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:40.390803 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.391351 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:40.392009 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Bound port: d1c714ca-a259-4b1a-bffa-438e875a4b6a, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:40.392712 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.418513 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.433344 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436833d-1f48-4b43-ad46-3e064400ce4c None None] Pushing event updated for resources: {'Port': ['ID=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:40.474509 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:40.481691 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:40.487201 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:40.494299 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] For port d1c714ca-a259-4b1a-bffa-438e875a4b6a, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:40.499213 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] For port d1c714ca-a259-4b1a-bffa-438e875a4b6a, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d1c714ca-a259-4b1a-bffa-438e875a4b6a,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:40.508270 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.518726 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Pushing event updated for resources: {'Port': ['ID=f859d2d4-0fcf-4084-8c71-f31ae32f517d,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:40.537411 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225e84c-fb58-4aaa-bb70-a4e2adbe796e None None] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:40.538665 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.575981 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.592567 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6f36-3672-4447-b39a-b30cca9c01a0 None None] Pushing event updated for resources: {'Port': ['ID=d1c714ca-a259-4b1a-bffa-438e875a4b6a,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:40.616428 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Routers {'e5848e55-a80e-4562-88b8-14acc746a214'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:40.617072 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['e5848e55-a80e-4562-88b8-14acc746a214'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:40.642204 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33779790-682f-491f-b710-d7bd9a6639e1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:40.726702 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.743377 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.871729 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.874800 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.917266 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-ff561b15-64ea-48c6-9ab8-aae21cbd1039 None None] Provisioning complete for port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:40.917652 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff561b15-64ea-48c6-9ab8-aae21cbd1039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.933759 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'name': 'tempest-ServerRescueNegativeTestJSON-706253042-router', 'tenant_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '33779790-682f-491f-b710-d7bd9a6639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 5, 'project_id': '8b7eb320fb0f4aab81148e64a8e9c2c0', 'gw_port': {'id': '33779790-682f-491f-b710-d7bd9a6639e1', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19828495-9cb4-4119-8089-d80b87dd51cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:23:07Z', 'updated_at': '2021-12-10T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:40.957748 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.958499 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19828495-9cb4-4119-8089-d80b87dd51cb {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:26:40.966674 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.971335 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-59dfad8c-5c0b-4d66-a8be-e04c694b7df8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/19828495-9cb4-4119-8089-d80b87dd51cb HTTP/1.1" status: 204 len: 168 time: 1.3514161 Dec 10 09:26:40.972060 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45644) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:40.973633 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] Set router e5848e55-a80e-4562-88b8-14acc746a214 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:40.983158 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Checking router: 19828495-9cb4-4119-8089-d80b87dd51cb for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:41.009044 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Routers set() bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:41.009407 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Router IDs set() for agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 09:26:41.010310 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_agentschedulers_db [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19828495-9cb4-4119-8089-d80b87dd51cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent'). {{(pid=102410) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 09:26:41.011175 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606cf1d-9050-463a-be21-2c629cf712af None None] The sync data for ids ['19828495-9cb4-4119-8089-d80b87dd51cb'] in dv-cinder-817514-4-iscsi is: [] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:41.064794 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.068457 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Deleting subnet 01567b6e-8ca3-4e3c-8786-0eda1b3e686e {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:26:41.071682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.081909 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.122228 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff561b15-64ea-48c6-9ab8-aae21cbd1039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.166096 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ff561b15-64ea-48c6-9ab8-aae21cbd1039 None None] For port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:41.175225 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff561b15-64ea-48c6-9ab8-aae21cbd1039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.178729 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.188550 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.243688 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561b15-64ea-48c6-9ab8-aae21cbd1039 None None] Pushing event updated for resources: {'Port': ['ID=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:41.266831 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 3, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:41.274746 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.304930 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f745-3d3d-46b1-9171-d446772ed68b None None] The sync data for ids ['e5848e55-a80e-4562-88b8-14acc746a214'] in dv-cinder-817514-4-iscsi is: [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 3, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:41.363411 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Pushing event updated for resources: {'Port': ['ID=f859d2d4-0fcf-4084-8c71-f31ae32f517d,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:41.374479 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.423058 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-5afbba20-f0cc-4c66-a115-cbb4f2e0d082 None None] Provisioning complete for port f859d2d4-0fcf-4084-8c71-f31ae32f517d triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:41.423427 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5afbba20-f0cc-4c66-a115-cbb4f2e0d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.426569 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:41.428209 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:41.447017 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01567b6e-8ca3-4e3c-8786-0eda1b3e686e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:41.473251 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.477698 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ea8651a2-88a0-494b-a3d0-67f5e469555a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/01567b6e-8ca3-4e3c-8786-0eda1b3e686e HTTP/1.1" status: 204 len: 168 time: 0.5043712 Dec 10 09:26:41.483073 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45646) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:41.504424 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5afbba20-f0cc-4c66-a115-cbb4f2e0d082 None None] Port f859d2d4-0fcf-4084-8c71-f31ae32f517d cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:41.527513 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-5afbba20-f0cc-4c66-a115-cbb4f2e0d082 None None] Provisioning complete for port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:41.527837 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5afbba20-f0cc-4c66-a115-cbb4f2e0d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.596415 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.693119 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Router e5848e55-a80e-4562-88b8-14acc746a214 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:41.715718 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.753162 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:41.768564 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31b0622-b66a-49a3-aa7f-04e0448fe6cc']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:41.778281 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9c2779-ba12-4184-9f3e-8634c40df27f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:41.778704 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9c2779-ba12-4184-9f3e-8634c40df27f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:41.796352 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.811918 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.819425 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:26:41.819986 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.858872 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:41.859396 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:26:41.922549 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:26:41.930094 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.960568 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.964623 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] 10.222.0.21 "DELETE /v2.0/networks/f31b0622-b66a-49a3-aa7f-04e0448fe6cc HTTP/1.1" status: 204 len: 168 time: 0.4803219 Dec 10 09:26:41.965674 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d67ea5-0b1c-4f5b-b775-e35195776f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=f31b0622-b66a-49a3-aa7f-04e0448fe6cc,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:42.027374 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-9dc87c0e-6c89-46b9-8631-328c17acfcdd None None] Provisioning complete for port f859d2d4-0fcf-4084-8c71-f31ae32f517d triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:42.027760 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc87c0e-6c89-46b9-8631-328c17acfcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.070329 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:42.172476 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:42.173238 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.198152 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9dc87c0e-6c89-46b9-8631-328c17acfcdd None None] Port f859d2d4-0fcf-4084-8c71-f31ae32f517d cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:42.247083 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45656) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:42.270216 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:42.278670 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-c993759c-e6cb-4360-999a-ddb48b878285 admin admin] 10.222.0.21 "PUT /v2.0/routers/e5848e55-a80e-4562-88b8-14acc746a214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9664240 Dec 10 09:26:42.321557 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45662) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:42.330966 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-2fa01ed7-dd99-484e-a645-899cb15eeadf None None] Provisioning complete for port f859d2d4-0fcf-4084-8c71-f31ae32f517d triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:42.331525 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fa01ed7-dd99-484e-a645-899cb15eeadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.344186 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-acd73dec-617b-44c2-a738-2be4b9887c3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b7eb320fb0f4aab81148e64a8e9c2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0953207 Dec 10 09:26:42.406266 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f3257295-af52-4544-b902-679f2c1446a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.419084 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2fa01ed7-dd99-484e-a645-899cb15eeadf None None] Port f859d2d4-0fcf-4084-8c71-f31ae32f517d cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:42.443903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f3257295-af52-4544-b902-679f2c1446a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.505582 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f3257295-af52-4544-b902-679f2c1446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.508689 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f3257295-af52-4544-b902-679f2c1446a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.513656 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f3257295-af52-4544-b902-679f2c1446a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/973bb38a-0612-43d9-b7e7-f84b3e196e0a HTTP/1.1" status: 204 len: 168 time: 0.1867828 Dec 10 09:26:42.519746 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3257295-af52-4544-b902-679f2c1446a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973bb38a-0612-43d9-b7e7-f84b3e196e0a,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:42.777896 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e629bfc7-7a94-4086-b362-c991b2d7af26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.807069 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9abb5-123e-4024-91fd-96a1f946742b req-12f65df5-9c30-477e-bb2a-54547dbfa0e1 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:42.809071 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6bc9abb5-123e-4024-91fd-96a1f946742b req-12f65df5-9c30-477e-bb2a-54547dbfa0e1 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0952299 Dec 10 09:26:42.870756 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6bc9abb5-123e-4024-91fd-96a1f946742b req-ed6b0175-8ce8-417e-bc81-dd53077463d3 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550332 Dec 10 09:26:43.256041 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:43.312448 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:43.312814 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.392636 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d1c714ca-a259-4b1a-bffa-438e875a4b6a up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:43.468623 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port d1c714ca-a259-4b1a-bffa-438e875a4b6a triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:43.469324 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.553126 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.577906 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port d1c714ca-a259-4b1a-bffa-438e875a4b6a, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d1c714ca-a259-4b1a-bffa-438e875a4b6a,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:43.594343 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.607178 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9c271246-a908-4553-8056-09732b853399 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:43.655712 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 9c271246-a908-4553-8056-09732b853399 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:43.656072 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9c271246-a908-4553-8056-09732b853399 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:43.656500 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 33779790-682f-491f-b710-d7bd9a6639e1 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:43.690856 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 33779790-682f-491f-b710-d7bd9a6639e1 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:43.691206 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 33779790-682f-491f-b710-d7bd9a6639e1 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:43.714276 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=d1c714ca-a259-4b1a-bffa-438e875a4b6a,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:43.878624 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Sync routers for ids ['e5848e55-a80e-4562-88b8-14acc746a214'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:43.897681 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Routers {'e5848e55-a80e-4562-88b8-14acc746a214'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:43.898602 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['e5848e55-a80e-4562-88b8-14acc746a214'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:44.032522 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Set router e5848e55-a80e-4562-88b8-14acc746a214 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:44.078069 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d217c9-c3da-499c-bc39-1d4d03bf46c7 req-ac49f7c6-3039-4b7f-89d7-4bf4bd5c3541 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:44.086100 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e8d217c9-c3da-499c-bc39-1d4d03bf46c7 req-ac49f7c6-3039-4b7f-89d7-4bf4bd5c3541 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.1181629 Dec 10 09:26:44.159020 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e8d217c9-c3da-499c-bc39-1d4d03bf46c7 req-540ddc07-7058-45e5-9969-9e3bdb6010d2 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671756 Dec 10 09:26:44.305839 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:40Z', 'revision_number': 4, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f859d2d4-0fcf-4084-8c71-f31ae32f517d', 'name': '', 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'mac_address': 'fa:16:3e:5f:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '24095a87-e3d5-4593-8b51-97d486177a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:39Z', 'updated_at': '2021-12-10T09:26:40Z', 'revision_number': 2, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'subnets': [{'id': '24095a87-e3d5-4593-8b51-97d486177a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:44.334335 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Checking router: e5848e55-a80e-4562-88b8-14acc746a214 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:44.334716 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Updating router e5848e55-a80e-4562-88b8-14acc746a214 port f859d2d4-0fcf-4084-8c71-f31ae32f517d binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:26:44.363752 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.670604 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.678492 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.722661 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e626a7f-5483-45a5-a9ed-0908949da8c2 None None] Pushing event updated for resources: {'Port': ['ID=f859d2d4-0fcf-4084-8c71-f31ae32f517d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:44.776766 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-4c2fd350-c4ed-4670-8d8b-94ec154b9bb8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:44.778345 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-4c2fd350-c4ed-4670-8d8b-94ec154b9bb8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.0893819 Dec 10 09:26:44.821838 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Attempting to bind port f859d2d4-0fcf-4084-8c71-f31ae32f517d on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:44.822551 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Attempting to bind port f859d2d4-0fcf-4084-8c71-f31ae32f517d by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:44.823115 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Attempting to bind port f859d2d4-0fcf-4084-8c71-f31ae32f517d on network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:44.829447 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:44.830104 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Checking segment: {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:44.830949 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.831504 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Bound using segment: {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:44.832144 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Bound port: f859d2d4-0fcf-4084-8c71-f31ae32f517d, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:44.832701 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.919158 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] For port f859d2d4-0fcf-4084-8c71-f31ae32f517d, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:44.923152 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Deleting port f88bd817-687e-42f0-bbe5-c3768a3617e4 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:44.923378 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] For port f859d2d4-0fcf-4084-8c71-f31ae32f517d, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f859d2d4-0fcf-4084-8c71-f31ae32f517d,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:44.923858 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.937482 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:44.993038 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Routers {'e5848e55-a80e-4562-88b8-14acc746a214'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:44.994730 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['e5848e55-a80e-4562-88b8-14acc746a214'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:45.066627 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] For port f88bd817-687e-42f0-bbe5-c3768a3617e4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f88bd817-687e-42f0-bbe5-c3768a3617e4,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:45.067266 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.083417 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2d1-cb27-4979-b5a3-7113f3e9eaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.123026 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-566c163c-ad1a-456e-b2a3-78da66b4eed5 None None] Provisioning complete for port f859d2d4-0fcf-4084-8c71-f31ae32f517d triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:45.123620 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-566c163c-ad1a-456e-b2a3-78da66b4eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.162084 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e626a7f-5483-45a5-a9ed-0908949da8c2 None None] Pushing event updated for resources: {'Port': ['ID=f859d2d4-0fcf-4084-8c71-f31ae32f517d,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:45.307071 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d1c714ca-a259-4b1a-bffa-438e875a4b6a up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:45.336990 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] Set router e5848e55-a80e-4562-88b8-14acc746a214 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:45.388306 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-566c163c-ad1a-456e-b2a3-78da66b4eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.412283 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port d1c714ca-a259-4b1a-bffa-438e875a4b6a triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:45.412645 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.473934 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-566c163c-ad1a-456e-b2a3-78da66b4eed5 None None] For port f859d2d4-0fcf-4084-8c71-f31ae32f517d, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f859d2d4-0fcf-4084-8c71-f31ae32f517d,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:45.494974 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-566c163c-ad1a-456e-b2a3-78da66b4eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.526289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb282b7-3892-4f13-8473-03d08d967b0b req-5ad2caec-9aa3-4ace-a53e-cc0a6a29144c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:45.528201 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bcb282b7-3892-4f13-8473-03d08d967b0b req-5ad2caec-9aa3-4ace-a53e-cc0a6a29144c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 946 time: 0.2115858 Dec 10 09:26:45.532570 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.533153 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.533626 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Floating IP 7471ab64-27a2-4305-a500-ed71e04f47b1 disassociated. External IP: 172.27.2.238, port: f88bd817-687e-42f0-bbe5-c3768a3617e4. Dec 10 09:26:45.534396 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Calling delete_port for f88bd817-687e-42f0-bbe5-c3768a3617e4 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:45.639817 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bcb282b7-3892-4f13-8473-03d08d967b0b req-c46a7036-e150-43a4-8abf-2731a2195d0f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a94c4c6-7d00-42ea-86f2-a4404bedd978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024404 Dec 10 09:26:45.707793 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-46169f14-5069-4b87-a5f5-906bd53dad61 None None] Provisioning complete for port f859d2d4-0fcf-4084-8c71-f31ae32f517d triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:45.708074 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46169f14-5069-4b87-a5f5-906bd53dad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.742475 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:40Z', 'revision_number': 4, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f859d2d4-0fcf-4084-8c71-f31ae32f517d', 'name': '', 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'mac_address': 'fa:16:3e:5f:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '24095a87-e3d5-4593-8b51-97d486177a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:39Z', 'updated_at': '2021-12-10T09:26:44Z', 'revision_number': 4, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'subnets': [{'id': '24095a87-e3d5-4593-8b51-97d486177a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:45.789287 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c163c-ad1a-456e-b2a3-78da66b4eed5 None None] Pushing event updated for resources: {'Port': ['ID=f859d2d4-0fcf-4084-8c71-f31ae32f517d,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:45.804319 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dd00d-e514-40f2-8620-d66a2e013073 None None] The sync data for ids ['e5848e55-a80e-4562-88b8-14acc746a214'] in dv-cinder-817514-4-iscsi is: [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:40Z', 'revision_number': 4, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f859d2d4-0fcf-4084-8c71-f31ae32f517d', 'name': '', 'network_id': 'c2791a5e-1a8e-4b33-b191-9a834e1bf7bc', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'mac_address': 'fa:16:3e:5f:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '24095a87-e3d5-4593-8b51-97d486177a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:39Z', 'updated_at': '2021-12-10T09:26:44Z', 'revision_number': 4, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'subnets': [{'id': '24095a87-e3d5-4593-8b51-97d486177a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:45.839833 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.909069 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event deleted for resources: {'Port': ['ID=f88bd817-687e-42f0-bbe5-c3768a3617e4,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:46.083367 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Router b009e771-104a-46ff-a386-0d24f3e9415a has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:46.217429 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:46.230087 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:46.247141 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:46.247881 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:46.312100 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] No DVR routers for this DVR port f88bd817-687e-42f0-bbe5-c3768a3617e4 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:46.314954 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:46.320741 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0d1581fa-139f-463d-bc02-813ca5b4d7d0 req-3f0f23b6-cd9e-49f5-a480-480afbebf5ef tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "DELETE /v2.0/ports/f88bd817-687e-42f0-bbe5-c3768a3617e4 HTTP/1.1" status: 204 len: 173 time: 1.5348711 Dec 10 09:26:46.322534 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'name': 'network-vif-deleted', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:46.326526 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3507d9-e7fe-48fb-836c-70cdec12a87c" -d '{"events": [{"server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "name": "network-vif-deleted", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:46.375653 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa2522-e5b6-4327-b9a8-bf67dd6f19e6 x-openstack-request-id: req-bffa2522-e5b6-4327-b9a8-bf67dd6f19e6 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:46.376289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef0c1d5-5b3d-4fda-b15e-fbf869aa494c", "name": "network-vif-deleted", "tag": "f88bd817-687e-42f0-bbe5-c3768a3617e4", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:46.376771 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bffa2522-e5b6-4327-b9a8-bf67dd6f19e6 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:46.377741 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef0c1d5-5b3d-4fda-b15e-fbf869aa494c', 'name': 'network-vif-deleted', 'tag': 'f88bd817-687e-42f0-bbe5-c3768a3617e4', 'status': 'completed', 'code': 200} Dec 10 09:26:46.421758 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:46.540094 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:46.805840 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-67d8df11-636d-465a-aac1-0e362006f0a0 req-4d9f1e5b-2bac-4e00-b780-a7c52674dcc8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef0c1d5-5b3d-4fda-b15e-fbf869aa494c HTTP/1.1" status: 200 len: 210 time: 0.0560000 Dec 10 09:26:46.831469 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:46.860678 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:46.872059 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:46.872849 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:47.178506 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:47.295892 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f859d2d4-0fcf-4084-8c71-f31ae32f517d up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:47.354970 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45772) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:47.420840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.442535 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port f859d2d4-0fcf-4084-8c71-f31ae32f517d triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:47.442905 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.538396 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b128cdd6-c72e-4ca3-a4e6-90418f491fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.550164 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:47.583314 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0ca46-f886-4288-852d-3f6a076f8c6d None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:47.653218 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b128cdd6-c72e-4ca3-a4e6-90418f491fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.659702 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b128cdd6-c72e-4ca3-a4e6-90418f491fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.700006 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128cdd6-c72e-4ca3-a4e6-90418f491fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17486bde-7b07-491a-a6ac-f9c191bb5af4,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:47.720057 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-b128cdd6-c72e-4ca3-a4e6-90418f491fb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d0f0b3e22584e7885760bdfe9310830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523984 Dec 10 09:26:47.723302 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45778) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:47.777915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1d1974e2-e020-4aa1-a814-eb558e1275f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.807645 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1d1974e2-e020-4aa1-a814-eb558e1275f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.864100 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1d1974e2-e020-4aa1-a814-eb558e1275f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.867369 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1d1974e2-e020-4aa1-a814-eb558e1275f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.876526 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-1d1974e2-e020-4aa1-a814-eb558e1275f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17486bde-7b07-491a-a6ac-f9c191bb5af4 HTTP/1.1" status: 204 len: 168 time: 0.1453502 Dec 10 09:26:47.885197 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1974e2-e020-4aa1-a814-eb558e1275f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17486bde-7b07-491a-a6ac-f9c191bb5af4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:47.936657 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45790) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:48.022162 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e55be49-fdc4-4f62-b686-efb9327935b8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.057568 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e55be49-fdc4-4f62-b686-efb9327935b8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.106279 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:26:48.115910 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f88bd817-687e-42f0-bbe5-c3768a3617e4 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:48.139168 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e55be49-fdc4-4f62-b686-efb9327935b8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.142413 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e55be49-fdc4-4f62-b686-efb9327935b8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.143584 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0e55be49-fdc4-4f62-b686-efb9327935b8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a94c4c6-7d00-42ea-86f2-a4404bedd978 HTTP/1.1" status: 204 len: 168 time: 0.2059467 Dec 10 09:26:48.146412 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45794) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:48.149712 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: f88bd817-687e-42f0-bbe5-c3768a3617e4 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:48.152600 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f88bd817-687e-42f0-bbe5-c3768a3617e4 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:48.169389 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.api.v2.resource [None req-443bb898-c817-467f-af64-72c0dc781750 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] show failed (client error): The resource could not be found. Dec 10 09:26:48.171022 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-443bb898-c817-467f-af64-72c0dc781750 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups/0a94c4c6-7d00-42ea-86f2-a4404bedd978 HTTP/1.1" status: 404 len: 347 time: 0.0233307 Dec 10 09:26:48.173495 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55be49-fdc4-4f62-b686-efb9327935b8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94c4c6-7d00-42ea-86f2-a4404bedd978,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:48.174099 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45796) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:48.356518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Deleting port 498413d4-bafa-4731-a07c-a158903d41b7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:48.357067 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.448227 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.448566 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.464363 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Calling delete_port for 498413d4-bafa-4731-a07c-a158903d41b7 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:48.605671 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.607850 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3fe05-c1f5-4198-bcf7-5e6bd5753a72 None None] New status for floating IP 7471ab64-27a2-4305-a500-ed71e04f47b1: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:26:48.712191 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.774821 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event deleted for resources: {'Port': ['ID=498413d4-bafa-4731-a07c-a158903d41b7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:48.868251 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.871619 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:48.873307 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-7004a02f-e810-4790-a041-f171bf904b72 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "DELETE /v2.0/floatingips/7471ab64-27a2-4305-a500-ed71e04f47b1 HTTP/1.1" status: 204 len: 168 time: 0.6958017 Dec 10 09:26:48.968574 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.db.api [None req-71a3fe05-c1f5-4198-bcf7-5e6bd5753a72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:26:48.970199 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG oslo_db.api [None req-71a3fe05-c1f5-4198-bcf7-5e6bd5753a72 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:26:49.088578 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45818) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:49.186952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45822) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:49.194916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718717074', 'description': 'tempest-description--632908507'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:49.213863 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970065470-network', 'tenant_id': 'c48a2fb985c84918bb71f86bc2cf87a5'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:49.231842 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.db.api [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:26:49.231842 dv-cinder-817514-4-iscsi neutron-server[102409]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 09:26:49.231842 dv-cinder-817514-4-iscsi neutron-server[102409]: [parameters: {'project_id': 'c48a2fb985c84918bb71f86bc2cf87a5', 'id': '5365984e-56ff-43c1-a114-f381e9632d2d', 'expiration': datetime.datetime(2021, 12, 10, 9, 28, 49, 225284)}] Dec 10 09:26:49.231842 dv-cinder-817514-4-iscsi neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:26:49.232343 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG oslo_db.api [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:26:49.241092 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.324372 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.329343 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.365365 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.366654 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1784689 Dec 10 09:26:49.367575 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf460d-73c5-40c5-99b2-1bf67901bdd4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cdb8a8-bdfb-4456-93a4-db999549af6e,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:49.369721 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45824) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:49.374874 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'security_group_rule': {'security_group_id': '38cdb8a8-bdfb-4456-93a4-db999549af6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:49.407016 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.471610 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3fe05-c1f5-4198-bcf7-5e6bd5753a72 None None] New status for floating IP 7471ab64-27a2-4305-a500-ed71e04f47b1: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:26:49.476981 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.482723 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.501996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6e21ae-eaea-4581-b4c4-945da120a3a0,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:49.512625 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.514041 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-660db848-bd2f-4044-b16c-e571a4b5a14d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433411 Dec 10 09:26:49.516804 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45826) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:49.522757 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'security_group_rule': {'security_group_id': '38cdb8a8-bdfb-4456-93a4-db999549af6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:49.564749 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.651276 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.658643 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.682601 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.687020 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1681278 Dec 10 09:26:49.687157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45828) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:49.689587 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524c2c7-99a9-4dd3-9b16-9210f93afec8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62be1b8d-2f10-470b-894d-27f361488810,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:49.692745 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:49.721023 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.759174 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Made reservation on behalf of c48a2fb985c84918bb71f86bc2cf87a5 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:49.762370 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.776430 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.845746 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.867055 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.874866 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.933136 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:26:49.941184 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf683e7-cca5-4a45-aec9-aa91ec950937,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:49.972971 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.973404 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Added segment fd04e645-eee0-4709-9b72-7c96203b81f1 of type vlan for network cff8e4ab-d049-4f93-9d72-e2e01eaa89ab Dec 10 09:26:49.989458 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Allocated IP 172.27.2.236 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/8073c940-b167-4798-ba28-95d35016cf8d) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:50.048204 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.091596 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.092668 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:50.093249 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.128824 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.149834 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0599494 Dec 10 09:26:50.153295 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45832) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:50.158298 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Request body: {'subnet': {'network_id': 'cff8e4ab-d049-4f93-9d72-e2e01eaa89ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970065470-subnet', 'tenant_id': 'c48a2fb985c84918bb71f86bc2cf87a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:50.164364 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975aa97-e77e-4039-87bf-97924f4b61b2 admin admin] Pushing event updated for resources: {'Network': ['ID=cff8e4ab-d049-4f93-9d72-e2e01eaa89ab,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:50.176060 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network cff8e4ab-d049-4f93-9d72-e2e01eaa89ab details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:26:50.191081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.242170 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Made reservation on behalf of c48a2fb985c84918bb71f86bc2cf87a5 for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:50.244913 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5783032'] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.250472 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:50.264256 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:50.270734 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:50.337542 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'Port': ['ID=8073c940-b167-4798-ba28-95d35016cf8d,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:50.423382 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.490122 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.576667 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5870910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5783014'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.682476 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc54a1a-507a-4eaa-a394-c3fe90e1320d,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:50.705583 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Checking segment: {'id': 'fd04e645-eee0-4709-9b72-7c96203b81f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cff8e4ab-d049-4f93-9d72-e2e01eaa89ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:50.705941 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Network hostable DHCP agents. Network: cff8e4ab-d049-4f93-9d72-e2e01eaa89ab, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:26:50.749752 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Network cff8e4ab-d049-4f93-9d72-e2e01eaa89ab is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:26:50.763369 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.767256 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, cff8e4ab-d049-4f93-9d72-e2e01eaa89ab) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:50.771813 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.774951 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:50.775623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.780994 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644b688-56af-4e2e-8905-52d9848b5a9e None None] Network cff8e4ab-d049-4f93-9d72-e2e01eaa89ab requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:50.855651 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d8138e21-de50-48bf-8323-d7839e5c20ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7012129 Dec 10 09:26:50.869154 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'Port': ['ID=8073c940-b167-4798-ba28-95d35016cf8d,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:50.881811 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.907007 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:50.911108 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e4725218-555f-4667-83b2-5a5d315f93d4 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2220795 Dec 10 09:26:50.945946 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6460bfd-61d6-4b94-9e09-6cc00295757c None None] Network cff8e4ab-d049-4f93-9d72-e2e01eaa89ab requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:51.225603 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-b93bd0f8-2743-4255-ab6b-e492204563f6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1718717074&fields=id&tenant_id=d0679c5e111d4661b4a640c78ba673a3 HTTP/1.1" status: 200 len: 267 time: 0.0701787 Dec 10 09:26:51.582835 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45866) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:51.588088 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174493021-network', 'tenant_id': '6fc2b7f0782b492ebf9f3f13fd9aa969'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:51.633846 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Made reservation on behalf of 6fc2b7f0782b492ebf9f3f13fd9aa969 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:51.636532 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.645169 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-f92b55b3-fa5e-42e3-af39-9d5e335b98ce tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:51.650551 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-f92b55b3-fa5e-42e3-af39-9d5e335b98ce tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 811 time: 0.4176874 Dec 10 09:26:51.665987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.670316 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-b9494c01-bf88-49db-beb3-19ed24a1705c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/quotas/d0679c5e111d4661b4a640c78ba673a3 HTTP/1.1" status: 200 len: 375 time: 0.0175023 Dec 10 09:26:51.747954 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-cba33d47-d0f7-4b9d-a40f-17ce8a01a859 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693417 Dec 10 09:26:51.846665 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.853136 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.900265 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:26:51.910207 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-b22a75cf-d9bd-4568-a635-e3ba84de0bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471612 Dec 10 09:26:51.912359 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd6109e-e29d-4fc9-830f-774abb3bf8b6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:51.917835 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.918213 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.segments_db [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Added segment a894a687-26fe-46db-b8c8-53832479aeab of type vlan for network 271e1ecf-beab-4643-975c-4b99b28190df Dec 10 09:26:52.009781 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.062592 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.063685 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:52.064304 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.122425 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-723f981c-5b22-4012-832a-147bacd58ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935322 Dec 10 09:26:52.138228 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] Pushing event updated for resources: {'Network': ['ID=271e1ecf-beab-4643-975c-4b99b28190df,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:52.144374 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d80c0a7d-e8cc-4bcd-9c2c-8435d9ec1a02 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5601590 Dec 10 09:26:52.147499 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45868) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:52.149185 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 271e1ecf-beab-4643-975c-4b99b28190df details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:26:52.152730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Request body: {'subnet': {'network_id': '271e1ecf-beab-4643-975c-4b99b28190df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174493021-subnet', 'tenant_id': '6fc2b7f0782b492ebf9f3f13fd9aa969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:52.196807 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Made reservation on behalf of 6fc2b7f0782b492ebf9f3f13fd9aa969 for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:52.200730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5783032'] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.378974 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-af1f946a-bea3-4a1e-9e3e-a6313e00ac0a req-6b7f1d89-93c6-4fec-bd13-46957b36261b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 210 time: 0.0472205 Dec 10 09:26:52.481017 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5870910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5783014'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.557471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7155bc-ef91-4881-8fb5-b73fb60abffc,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:52.568907 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Checking segment: {'id': 'a894a687-26fe-46db-b8c8-53832479aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '271e1ecf-beab-4643-975c-4b99b28190df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:52.569263 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Network hostable DHCP agents. Network: 271e1ecf-beab-4643-975c-4b99b28190df, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:26:52.591957 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Network 271e1ecf-beab-4643-975c-4b99b28190df is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:26:52.605138 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 271e1ecf-beab-4643-975c-4b99b28190df) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:52.614690 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:52.617113 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907264cb-f593-49b9-a62f-67b11616dc75 None None] Network 271e1ecf-beab-4643-975c-4b99b28190df requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:52.627164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.670196 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e5fd6f67-5d8d-438d-9343-65d826fdd347 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5214508 Dec 10 09:26:52.764682 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba429f2c-ac4d-4073-90be-d96130b513a3 None None] Network 271e1ecf-beab-4643-975c-4b99b28190df requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:52.830693 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:52.890852 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Deleting subnet acc54a1a-507a-4eaa-a394-c3fe90e1320d {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:26:52.895214 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.940120 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.985472 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.062534 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.095862 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc54a1a-507a-4eaa-a394-c3fe90e1320d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:53.101119 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.107000 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4482f427-7b40-4315-aaa6-bfdbe56c6298 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/acc54a1a-507a-4eaa-a394-c3fe90e1320d HTTP/1.1" status: 204 len: 168 time: 0.2727747 Dec 10 09:26:53.107484 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 45888) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:53.194262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.286721 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.314147 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff8e4ab-d049-4f93-9d72-e2e01eaa89ab']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.326054 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd04e645-eee0-4709-9b72-7c96203b81f1') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.326054 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd04e645-eee0-4709-9b72-7c96203b81f1') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.356085 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.376614 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.398651 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:26:53.398651 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:26:53.399758 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:26:53.501467 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-44c411b4-e746-4b87-b693-ca3a30080ca1 req-e8bf99d5-8752-4566-a388-e98370862103 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 210 time: 0.0374155 Dec 10 09:26:53.579552 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.613756 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.617482 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cff8e4ab-d049-4f93-9d72-e2e01eaa89ab HTTP/1.1" status: 204 len: 168 time: 0.5089805 Dec 10 09:26:53.620707 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:53.621518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26b6e-9c38-42f1-9c89-d06f0cccfe21 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff8e4ab-d049-4f93-9d72-e2e01eaa89ab,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:53.684389 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-12f1180a-c6fd-4231-acf7-2a351eb56b8d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:53.686537 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-12f1180a-c6fd-4231-acf7-2a351eb56b8d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 811 time: 0.1948390 Dec 10 09:26:53.691704 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Deleting subnet da7155bc-ef91-4881-8fb5-b73fb60abffc {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:26:53.695500 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.738435 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.763288 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-fc81bbe2-aac5-497c-b05d-ea6942b83b41 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0679c5e111d4661b4a640c78ba673a3 HTTP/1.1" status: 200 len: 380 time: 0.0583272 Dec 10 09:26:53.774307 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'port': {'device_id': '7e1d4f02-3557-40a4-a285-794417db16ee', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'admin_state_up': True, 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'security_groups': ['38cdb8a8-bdfb-4456-93a4-db999549af6e']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:53.781375 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.848607 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.878889 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7155bc-ef91-4881-8fb5-b73fb60abffc,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:53.890220 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.894038 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-40ce9791-6850-4278-9857-aec25f78bc1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da7155bc-ef91-4881-8fb5-b73fb60abffc HTTP/1.1" status: 204 len: 168 time: 0.2721179 Dec 10 09:26:53.896505 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45900) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:53.905038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Made reservation on behalf of d0679c5e111d4661b4a640c78ba673a3 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:53.909925 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.967417 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.067937 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Allocated IP 172.20.0.9 (70e51b6d-c3e9-43f4-b58e-f78b65622022/ef311d5e-c658-4822-9c39-6e70cc602f60/13040081-b00f-4d31-a526-b738809aba6c) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:54.073967 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.098496 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271e1ecf-beab-4643-975c-4b99b28190df']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:54.110619 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a894a687-26fe-46db-b8c8-53832479aeab') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:54.110915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a894a687-26fe-46db-b8c8-53832479aeab') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:54.126745 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.141724 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.154067 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:26:54.154641 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:26:54.156924 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:26:54.231280 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.246030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.247241 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.250474 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] 10.222.0.21 "DELETE /v2.0/networks/271e1ecf-beab-4643-975c-4b99b28190df HTTP/1.1" status: 204 len: 168 time: 0.3529086 Dec 10 09:26:54.262000 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f176017-e6be-4df2-b842-b7a1c68e1362 admin admin] Pushing event deleted for resources: {'Network': ['ID=271e1ecf-beab-4643-975c-4b99b28190df,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:54.293835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.347002 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event updated for resources: {'Port': ['ID=13040081-b00f-4d31-a526-b738809aba6c,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:54.357918 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:54.359955 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:54.362326 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:54.435484 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:54.436310 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.461318 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-643e704f-0235-4209-9ca9-6b3067f725fa tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6910691 Dec 10 09:26:54.477043 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Request body: {'port': {'device_id': '7e1d4f02-3557-40a4-a285-794417db16ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:54.513895 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45904) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:54.579493 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.602441 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-afd11190-e665-46fc-bca2-f37d68048ba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c48a2fb985c84918bb71f86bc2cf87a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865774 Dec 10 09:26:54.604914 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45910) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:54.676870 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e82184-72b5-44c5-95e5-4394b477a871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.722113 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e82184-72b5-44c5-95e5-4394b477a871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.742143 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccdd63-bb20-4d39-81e9-7e962e4af0a7 req-8dac4c8a-aae4-4d92-88a3-8eca67c89f0b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:54.743816 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3dccdd63-bb20-4d39-81e9-7e962e4af0a7 req-8dac4c8a-aae4-4d92-88a3-8eca67c89f0b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 931 time: 0.0877645 Dec 10 09:26:54.775383 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-cc48e7c8-9fc0-4486-bf83-fc6a8a54d5a8 None None] Provisioning complete for port 13040081-b00f-4d31-a526-b738809aba6c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:54.779553 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc48e7c8-9fc0-4486-bf83-fc6a8a54d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.816436 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3dccdd63-bb20-4d39-81e9-7e962e4af0a7 req-16e80e0d-cc01-4bb9-a68d-11cd38e52d70 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646210 Dec 10 09:26:54.817844 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e82184-72b5-44c5-95e5-4394b477a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.821012 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e82184-72b5-44c5-95e5-4394b477a871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.822253 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-69e82184-72b5-44c5-95e5-4394b477a871 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caf683e7-cca5-4a45-aec9-aa91ec950937 HTTP/1.1" status: 204 len: 168 time: 0.2162588 Dec 10 09:26:54.834408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e82184-72b5-44c5-95e5-4394b477a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf683e7-cca5-4a45-aec9-aa91ec950937,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:54.866719 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cc48e7c8-9fc0-4486-bf83-fc6a8a54d5a8 None None] Port 13040081-b00f-4d31-a526-b738809aba6c cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:54.973458 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13040081-b00f-4d31-a526-b738809aba6c {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:26:54.983344 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:54.998707 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Transition to ACTIVE for port object 13040081-b00f-4d31-a526-b738809aba6c will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:26:55.008020 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.064300 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Pushing event updated for resources: {'Port': ['ID=13040081-b00f-4d31-a526-b738809aba6c,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:55.185548 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Attempting to bind port 13040081-b00f-4d31-a526-b738809aba6c on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:55.185886 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Attempting to bind port 13040081-b00f-4d31-a526-b738809aba6c by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:55.186252 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Attempting to bind port 13040081-b00f-4d31-a526-b738809aba6c on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:55.200714 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Port 13040081-b00f-4d31-a526-b738809aba6c on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:26:55.201058 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Attempting to bind port 13040081-b00f-4d31-a526-b738809aba6c on network 70e51b6d-c3e9-43f4-b58e-f78b65622022 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:55.209029 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:55.209399 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Checking segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:55.209755 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Bound using segment: {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:55.211287 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Bound port: 13040081-b00f-4d31-a526-b738809aba6c, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61580f0-ccc9-48fa-8361-f7784835fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:55.211662 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.296604 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] For port 13040081-b00f-4d31-a526-b738809aba6c, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:55.300212 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] For port 13040081-b00f-4d31-a526-b738809aba6c, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13040081-b00f-4d31-a526-b738809aba6c,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:55.305104 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.331428 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45926) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:55.355130 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:55.355753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.357359 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] 10.222.0.43 "PUT /v2.0/ports/13040081-b00f-4d31-a526-b738809aba6c HTTP/1.1" status: 200 len: 1093 time: 0.8863473 Dec 10 09:26:55.360004 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'tag': '13040081-b00f-4d31-a526-b738809aba6c'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:55.363266 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090c760-c934-4078-9914-09b8a06aa604" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "tag": "13040081-b00f-4d31-a526-b738809aba6c"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:55.407898 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-358c4f12-abed-4cf9-9864-fe7e374b9269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fc2b7f0782b492ebf9f3f13fd9aa969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752547 Dec 10 09:26:55.410255 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb2eb91-f8b0-47a3-b8dd-7f511f1364cb x-openstack-request-id: req-8fb2eb91-f8b0-47a3-b8dd-7f511f1364cb {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:55.410617 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "tag": "13040081-b00f-4d31-a526-b738809aba6c", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:55.410942 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fb2eb91-f8b0-47a3-b8dd-7f511f1364cb {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:55.411481 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'tag': '13040081-b00f-4d31-a526-b738809aba6c', 'status': 'completed', 'code': 200} Dec 10 09:26:55.411611 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 45932) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:55.443966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b926-cf70-4003-b6e1-6471ab159b64 service neutron] Pushing event updated for resources: {'Port': ['ID=13040081-b00f-4d31-a526-b738809aba6c,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:55.465216 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-632e98ca-2c0b-4733-9ea0-c339a366f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:55.466948 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-632e98ca-2c0b-4733-9ea0-c339a366f84e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 1096 time: 0.0591507 Dec 10 09:26:55.474898 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229ef87d-6217-47eb-bd3a-3b35a0190e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.496737 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229ef87d-6217-47eb-bd3a-3b35a0190e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.519916 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-cf316fd9-5b6b-403e-b16b-09260fbbe207 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13040081-b00f-4d31-a526-b738809aba6c HTTP/1.1" status: 200 len: 217 time: 0.0401533 Dec 10 09:26:55.548933 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229ef87d-6217-47eb-bd3a-3b35a0190e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.551892 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229ef87d-6217-47eb-bd3a-3b35a0190e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:55.555578 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-229ef87d-6217-47eb-bd3a-3b35a0190e0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cd6109e-e29d-4fc9-830f-774abb3bf8b6 HTTP/1.1" status: 204 len: 168 time: 0.1375253 Dec 10 09:26:55.565428 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ef87d-6217-47eb-bd3a-3b35a0190e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd6109e-e29d-4fc9-830f-774abb3bf8b6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:55.585385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-5317720f-dfa9-49e9-80ec-d28ffd646827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:55.592734 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-5317720f-dfa9-49e9-80ec-d28ffd646827 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0608761 Dec 10 09:26:55.648652 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-74b0f42a-7ba1-4901-b40e-55cec08659d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:55.650586 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-74b0f42a-7ba1-4901-b40e-55cec08659d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527475 Dec 10 09:26:55.771040 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-3eaf8f87-edce-4f7f-b3e7-671f419bc966 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128230 Dec 10 09:26:55.872967 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f60460f7-67cd-4c8c-a43a-707da7384b46 req-595a9b7c-52c9-4bd1-b535-bc390faf111d service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934992 Dec 10 09:26:55.973659 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae624bb-4f0c-484e-a38f-1bb10b9f0d90 req-d3a3f925-3852-4505-8af9-9dda629f858f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:55.975648 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cae624bb-4f0c-484e-a38f-1bb10b9f0d90 req-d3a3f925-3852-4505-8af9-9dda629f858f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 943 time: 0.0541689 Dec 10 09:26:56.014862 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c760-c934-4078-9914-09b8a06aa604 req-741f5aee-e389-491d-9069-48ccdf7f3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:56.023418 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-741f5aee-e389-491d-9069-48ccdf7f3a3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 1096 time: 0.0793092 Dec 10 09:26:56.028776 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cae624bb-4f0c-484e-a38f-1bb10b9f0d90 req-b8784737-43d0-44df-b11b-2f619b3e9e41 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466096 Dec 10 09:26:56.092459 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-eba4d771-4577-40c9-a4f0-15799e7dff84 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:56.093908 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-eba4d771-4577-40c9-a4f0-15799e7dff84 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 815 time: 0.2091284 Dec 10 09:26:56.117742 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-5cb4d50c-975b-441c-ada6-8f8b117dc5c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/quotas/032c4917a89e460d9b32ec4bb691e40f HTTP/1.1" status: 200 len: 375 time: 0.0171330 Dec 10 09:26:56.165395 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c760-c934-4078-9914-09b8a06aa604 req-ef416afc-23ea-43b8-9b50-1e01b8a55322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:56.167142 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-ef416afc-23ea-43b8-9b50-1e01b8a55322 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.1358197 Dec 10 09:26:56.186212 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-148484d9-7f48-4e52-b116-199b2da7426b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600228 Dec 10 09:26:56.233896 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-6bde36ad-0db7-4a5f-b70e-dacc9cc400ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13040081-b00f-4d31-a526-b738809aba6c HTTP/1.1" status: 200 len: 217 time: 0.0542834 Dec 10 09:26:56.322914 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c760-c934-4078-9914-09b8a06aa604 req-854846e0-79b2-4197-af0e-63c8356c91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:56.324516 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-854846e0-79b2-4197-af0e-63c8356c91b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0791552 Dec 10 09:26:56.375667 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-7e904d67-ea3f-424f-90b1-6dfe82aba56d service neutron] 10.222.0.21 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501641 Dec 10 09:26:56.406273 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c760-c934-4078-9914-09b8a06aa604 req-0ac0c16c-0b79-4560-89fd-e4d22edd51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:56.407756 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-0ac0c16c-0b79-4560-89fd-e4d22edd51d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732546 Dec 10 09:26:56.529971 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-19bf0bd1-dfb2-4c3f-94c2-a08f2860717e service neutron] 10.222.0.21 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465778 Dec 10 09:26:56.546303 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-8417d1b2-12f9-417d-a4e2-a7c1b7648974 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147239 Dec 10 09:26:56.645743 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1090c760-c934-4078-9914-09b8a06aa604 req-eff771d8-99f2-449e-8a9a-86c37af5a960 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904517 Dec 10 09:26:56.730386 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a6847af5-1f31-47e2-a54c-c53801475c64 req-bdd4db68-0528-4531-af98-bc63a6eca589 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 210 time: 0.0329332 Dec 10 09:26:57.163933 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d4552-12f0-49db-9f51-f7450be4b6f5 req-4b19ec66-b9fc-460d-8d9f-5c74ba67fd3d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:57.165583 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fd0d4552-12f0-49db-9f51-f7450be4b6f5 req-4b19ec66-b9fc-460d-8d9f-5c74ba67fd3d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 943 time: 0.0615373 Dec 10 09:26:57.217880 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fd0d4552-12f0-49db-9f51-f7450be4b6f5 req-54ebd7ec-817e-44a3-bd06-3a4b32dd1369 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Dec 10 09:26:57.708579 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-28a6a0ec-91ee-47a6-9bda-cd8207210212 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:57.710149 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-28a6a0ec-91ee-47a6-9bda-cd8207210212 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 815 time: 0.1073949 Dec 10 09:26:57.725242 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'port': {'device_id': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'admin_state_up': True, 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:57.845163 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-681d9d94-b7f7-4ff1-8a76-96b773a72389 req-7cefea07-2044-4923-b475-76d1bc76c7f5 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 210 time: 0.0398893 Dec 10 09:26:57.863305 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Made reservation on behalf of 032c4917a89e460d9b32ec4bb691e40f for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:57.869754 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:57.997713 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Allocated IP 172.20.0.13 (957bd50e-d7ab-4efc-b4b1-df97a83e05b7/8a98cb5f-eca7-41f1-bb5e-6ccf64696941/2501eaeb-5c07-4e1f-9198-c411edfa3174) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:58.147348 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 13040081-b00f-4d31-a526-b738809aba6c details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:26:58.168673 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:58.221812 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:58.277392 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:58.289010 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:58.290522 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:58.305746 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:58.314498 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 13040081-b00f-4d31-a526-b738809aba6c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13040081-b00f-4d31-a526-b738809aba6c,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:58.342279 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '13040081-b00f-4d31-a526-b738809aba6c', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'port_id': '13040081-b00f-4d31-a526-b738809aba6c', 'mac_address': 'fa:16:3e:c6:9f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:26:58.390455 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:58.392649 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:58.487267 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:58.505912 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-ac488ba3-069f-4f1e-be85-397dc6563fdf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7851086 Dec 10 09:26:58.512992 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13040081-b00f-4d31-a526-b738809aba6c {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:26:58.540336 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca9ca6-39b6-4246-b464-7a83cbdb2586 req-7a787375-5e31-445e-822c-83064ec7ce58 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:58.541901 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4dca9ca6-39b6-4246-b464-7a83cbdb2586 req-7a787375-5e31-445e-822c-83064ec7ce58 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 943 time: 0.1353989 Dec 10 09:26:58.559468 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 13040081-b00f-4d31-a526-b738809aba6c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13040081-b00f-4d31-a526-b738809aba6c,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:58.566896 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:58.631902 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=13040081-b00f-4d31-a526-b738809aba6c,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:58.673802 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4dca9ca6-39b6-4246-b464-7a83cbdb2586 req-cabc51b0-d216-48e3-a1b1-b352ccfa4840 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227059 Dec 10 09:26:58.696178 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-303f3dc4-62dd-455e-853d-fd4149364d24 None None] Provisioning complete for port 2501eaeb-5c07-4e1f-9198-c411edfa3174 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:58.696609 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-303f3dc4-62dd-455e-853d-fd4149364d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:58.790520 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-303f3dc4-62dd-455e-853d-fd4149364d24 None None] Port 2501eaeb-5c07-4e1f-9198-c411edfa3174 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:58.841400 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['13040081-b00f-4d31-a526-b738809aba6c'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:59.283646 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a58a8-29fa-4939-bcab-7ac6d3c5f749 req-711667da-f79f-4312-937d-ed93fca02fa0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:59.285261 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-127a58a8-29fa-4939-bcab-7ac6d3c5f749 req-711667da-f79f-4312-937d-ed93fca02fa0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.3388753 Dec 10 09:26:59.338462 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-127a58a8-29fa-4939-bcab-7ac6d3c5f749 req-8af01a8c-b8bd-4c84-94d6-1d6a96ff70d4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Dec 10 09:26:59.811399 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01aeb3-9b28-4085-b01c-58b29c1bf3a5 req-d5d8e2e7-56e9-4c29-aee0-f56055926656 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:59.813284 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4b01aeb3-9b28-4085-b01c-58b29c1bf3a5 req-d5d8e2e7-56e9-4c29-aee0-f56055926656 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 944 time: 0.0705588 Dec 10 09:26:59.865066 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4b01aeb3-9b28-4085-b01c-58b29c1bf3a5 req-c065f390-edde-405e-9ead-3dc6d3d94376 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Dec 10 09:27:00.147191 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 13040081-b00f-4d31-a526-b738809aba6c up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:27:00.204814 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 13040081-b00f-4d31-a526-b738809aba6c completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:27:00.208513 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 13040081-b00f-4d31-a526-b738809aba6c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:27:00.208888 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:00.306287 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:00.329383 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13040081-b00f-4d31-a526-b738809aba6c'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:00.332112 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c75c6d-1818-4502-a00a-688640c55db4" -d '{"events": [{"server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "name": "network-vif-plugged", "status": "completed", "tag": "13040081-b00f-4d31-a526-b738809aba6c"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:00.362365 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 13040081-b00f-4d31-a526-b738809aba6c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13040081-b00f-4d31-a526-b738809aba6c,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:00.368387 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:00.379673 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6558fa3-2a64-4bbd-a2fc-fc7fb586fa6f x-openstack-request-id: req-e6558fa3-2a64-4bbd-a2fc-fc7fb586fa6f {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:00.380010 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "name": "network-vif-plugged", "status": "completed", "tag": "13040081-b00f-4d31-a526-b738809aba6c", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:00.380468 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6558fa3-2a64-4bbd-a2fc-fc7fb586fa6f {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:00.380885 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13040081-b00f-4d31-a526-b738809aba6c', 'code': 200} Dec 10 09:27:00.475945 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=13040081-b00f-4d31-a526-b738809aba6c,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:00.496247 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50793fd-6e0c-401d-8d0a-8e39fb8e85bb req-d1866591-f990-4747-9ef4-613ccbe45cde tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:00.498696 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e50793fd-6e0c-401d-8d0a-8e39fb8e85bb req-d1866591-f990-4747-9ef4-613ccbe45cde tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0600574 Dec 10 09:27:00.556001 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e50793fd-6e0c-401d-8d0a-8e39fb8e85bb req-a030e174-2471-4e7d-adfb-28d242d872a3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Dec 10 09:27:00.720523 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46084) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:00.842417 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4219885-fcca-41ee-9da4-cc0d70412ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:00.933525 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4219885-fcca-41ee-9da4-cc0d70412ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:00.947366 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4219885-fcca-41ee-9da4-cc0d70412ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.025373 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4219885-fcca-41ee-9da4-cc0d70412ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07a170-f40f-4d17-a42b-64c8106efffd,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:01.030151 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f4219885-fcca-41ee-9da4-cc0d70412ac1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44c06e8170614cb5a829e98826705ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082716 Dec 10 09:27:01.032696 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46092) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:01.071907 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ed45-df03-433f-9152-28d7553bf56e req-cacc19e9-96ba-48aa-aa16-292322ec236b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:01.080372 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e333ed45-df03-433f-9152-28d7553bf56e req-cacc19e9-96ba-48aa-aa16-292322ec236b tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.1229522 Dec 10 09:27:01.136665 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-303a3d65-3fdd-4d51-9146-a3d77d687df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.149903 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e333ed45-df03-433f-9152-28d7553bf56e req-c0f898c3-9094-40bc-95dc-99f969ded209 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685923 Dec 10 09:27:01.187280 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-303a3d65-3fdd-4d51-9146-a3d77d687df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.240638 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-303a3d65-3fdd-4d51-9146-a3d77d687df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.245573 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-303a3d65-3fdd-4d51-9146-a3d77d687df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.251279 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-303a3d65-3fdd-4d51-9146-a3d77d687df9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a07a170-f40f-4d17-a42b-64c8106efffd HTTP/1.1" status: 204 len: 168 time: 0.2175939 Dec 10 09:27:01.261081 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3d65-3fdd-4d51-9146-a3d77d687df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07a170-f40f-4d17-a42b-64c8106efffd,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:01.571731 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46098) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:01.587314 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18a3dac9-489b-4867-8eab-c0b39f60ed77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.715188 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a44c-a175-42be-894c-33e3f719a1ca req-d518c3a4-cf74-47e5-ada4-fd243cdcccef tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:01.716764 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6fa4a44c-a175-42be-894c-33e3f719a1ca req-d518c3a4-cf74-47e5-ada4-fd243cdcccef tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0741069 Dec 10 09:27:01.721973 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18a3dac9-489b-4867-8eab-c0b39f60ed77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.731727 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18a3dac9-489b-4867-8eab-c0b39f60ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.789344 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-18a3dac9-489b-4867-8eab-c0b39f60ed77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e706da1bc22345c29da1e20366d02d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163777 Dec 10 09:27:01.792476 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46102) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:01.796846 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3dac9-489b-4867-8eab-c0b39f60ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb0c8c-9161-482b-81b7-62f6446f4897,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:01.821604 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6fa4a44c-a175-42be-894c-33e3f719a1ca req-59a2ac5d-7080-434f-987e-27d72c12ab99 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977883 Dec 10 09:27:01.859539 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-519aeae3-d66a-463c-9168-c66bb231b62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.881385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-519aeae3-d66a-463c-9168-c66bb231b62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.933832 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-519aeae3-d66a-463c-9168-c66bb231b62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.937053 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-519aeae3-d66a-463c-9168-c66bb231b62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:01.938316 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-519aeae3-d66a-463c-9168-c66bb231b62a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/befb0c8c-9161-482b-81b7-62f6446f4897 HTTP/1.1" status: 204 len: 168 time: 0.1447561 Dec 10 09:27:01.948261 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aeae3-d66a-463c-9168-c66bb231b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb0c8c-9161-482b-81b7-62f6446f4897,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:02.297509 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dfa7e-d7ad-4dce-8a28-e70ba77c19c0 req-6af8df0e-dfb4-4ca0-bab9-c2f94dc73ad2 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:02.298365 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e65dfa7e-d7ad-4dce-8a28-e70ba77c19c0 req-6af8df0e-dfb4-4ca0-bab9-c2f94dc73ad2 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0604029 Dec 10 09:27:02.363396 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e65dfa7e-d7ad-4dce-8a28-e70ba77c19c0 req-8c2e3dc2-8163-4b82-a91e-5c299336379c tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596280 Dec 10 09:27:02.967181 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce33ef-68d5-4bf5-ab71-4ac9c3b1f35a req-04593e44-7316-4c34-8715-a6e4922a40f4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:02.968694 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6dce33ef-68d5-4bf5-ab71-4ac9c3b1f35a req-04593e44-7316-4c34-8715-a6e4922a40f4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0570543 Dec 10 09:27:03.053233 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6dce33ef-68d5-4bf5-ab71-4ac9c3b1f35a req-1b276567-9c00-4ae6-8b35-e7865169af94 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Dec 10 09:27:03.491890 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f2ec9-fd5a-4734-ac24-8865d0e9aa9e req-8d77f954-7e32-4a34-9882-0fedc9bb25c6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:03.493521 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9d2f2ec9-fd5a-4734-ac24-8865d0e9aa9e req-8d77f954-7e32-4a34-9882-0fedc9bb25c6 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0504303 Dec 10 09:27:03.557207 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9d2f2ec9-fd5a-4734-ac24-8865d0e9aa9e req-734e04c2-334b-43c5-b5b5-82fcf43ffb85 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569673 Dec 10 09:27:04.192946 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababc3a-1860-4ab6-a92a-6e2836b4236d req-5b884bf0-4345-48ff-a9bd-6462df3f5521 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:04.194713 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-aababc3a-1860-4ab6-a92a-6e2836b4236d req-5b884bf0-4345-48ff-a9bd-6462df3f5521 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0697510 Dec 10 09:27:04.248777 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-aababc3a-1860-4ab6-a92a-6e2836b4236d req-1a3c8062-d23c-4b84-8408-0b596bb0b7fb tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Dec 10 09:27:04.676391 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6ef8-e64f-44e3-9240-29c46aa49986 req-9aad3184-2def-4cfb-bb5b-3f6e778e6149 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:04.677842 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-127a6ef8-e64f-44e3-9240-29c46aa49986 req-9aad3184-2def-4cfb-bb5b-3f6e778e6149 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0552557 Dec 10 09:27:04.732678 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-127a6ef8-e64f-44e3-9240-29c46aa49986 req-750b663d-329a-4fac-a6a3-d0af3f93a042 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484483 Dec 10 09:27:05.390322 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa313587-8da2-450b-9810-6a3a4cb35ee4 req-c393e9b8-412a-4dff-95a8-33adb25fffc6 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:05.391906 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-aa313587-8da2-450b-9810-6a3a4cb35ee4 req-c393e9b8-412a-4dff-95a8-33adb25fffc6 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0545468 Dec 10 09:27:05.493556 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-aa313587-8da2-450b-9810-6a3a4cb35ee4 req-bdb9c70c-94cb-449f-ba29-753d88ae64fe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954227 Dec 10 09:27:05.866525 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a8786-315a-4ea2-8c44-da6712cf2ca9 req-9c9ea05f-7030-404e-a26b-2c1fa4dba104 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:05.867989 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-762a8786-315a-4ea2-8c44-da6712cf2ca9 req-9c9ea05f-7030-404e-a26b-2c1fa4dba104 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0586801 Dec 10 09:27:05.919397 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-762a8786-315a-4ea2-8c44-da6712cf2ca9 req-4983e003-7a3b-435d-a511-bb730b5b4ecd tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Dec 10 09:27:06.605557 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46192) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:06.643936 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9c877-5bfb-44aa-85d5-2bec29cc5845 req-5f5f0668-9bd2-4691-a6f6-a3160b895b53 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:06.645504 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7dd9c877-5bfb-44aa-85d5-2bec29cc5845 req-5f5f0668-9bd2-4691-a6f6-a3160b895b53 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0712984 Dec 10 09:27:06.720863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:06.729722 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7dd9c877-5bfb-44aa-85d5-2bec29cc5845 req-efb400c1-03de-4fbc-bb1d-75033ab1a825 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776286 Dec 10 09:27:07.059096 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde831d8-63f2-4a8e-8cd0-a77957728c2c req-02fb5f69-96e9-47c1-90d7-1dcf0d25404e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:07.060611 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cde831d8-63f2-4a8e-8cd0-a77957728c2c req-02fb5f69-96e9-47c1-90d7-1dcf0d25404e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0517316 Dec 10 09:27:07.077686 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.083856 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.110598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57077064-da20-4c19-8366-d745d17fab14,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:07.130862 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cde831d8-63f2-4a8e-8cd0-a77957728c2c req-d0ae8bdb-9466-456a-bb6e-82d945a0ea44 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610290 Dec 10 09:27:07.132098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.132618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.133128 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.133626 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.134144 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.134800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.135521 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.136056 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.137011 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.137352 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.137688 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.138029 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.138514 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:07.159863 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-34d87518-238f-436a-a15f-8657fa7b2142 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5432121c4515432591849aa4b9c07bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5435705 Dec 10 09:27:07.160288 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46198) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:07.204977 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee903cb7-e311-44f0-b01d-e0a73b9c7fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.230518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee903cb7-e311-44f0-b01d-e0a73b9c7fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.275839 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee903cb7-e311-44f0-b01d-e0a73b9c7fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.278677 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee903cb7-e311-44f0-b01d-e0a73b9c7fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.279858 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ee903cb7-e311-44f0-b01d-e0a73b9c7fce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57077064-da20-4c19-8366-d745d17fab14 HTTP/1.1" status: 204 len: 168 time: 0.1257610 Dec 10 09:27:07.288527 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee903cb7-e311-44f0-b01d-e0a73b9c7fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57077064-da20-4c19-8366-d745d17fab14,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:07.572738 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46206) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:07.590367 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-750fd5de-5ac9-47e7-8bb7-5b0c819b2a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.678852 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-750fd5de-5ac9-47e7-8bb7-5b0c819b2a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.683136 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-750fd5de-5ac9-47e7-8bb7-5b0c819b2a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.727417 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46208) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:07.727969 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-750fd5de-5ac9-47e7-8bb7-5b0c819b2a4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35aae207e802414494372b6fc00c6579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535158 Dec 10 09:27:07.728224 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd5de-5ac9-47e7-8bb7-5b0c819b2a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af439be-f28a-4b7c-9ea3-92b9fcd1d795,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:07.792948 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-764c940a-bee6-4d67-8496-227a463773e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.818407 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-764c940a-bee6-4d67-8496-227a463773e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.865848 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041659d-cd0c-43e3-8ff5-4c82fad3a199 req-2128c241-a1b3-4fb9-8a8f-344d2455fd8b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:07.867538 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4041659d-cd0c-43e3-8ff5-4c82fad3a199 req-2128c241-a1b3-4fb9-8a8f-344d2455fd8b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 932 time: 0.0532753 Dec 10 09:27:07.869158 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-764c940a-bee6-4d67-8496-227a463773e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.872512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-764c940a-bee6-4d67-8496-227a463773e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:07.873803 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-764c940a-bee6-4d67-8496-227a463773e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0af439be-f28a-4b7c-9ea3-92b9fcd1d795 HTTP/1.1" status: 204 len: 168 time: 0.1453509 Dec 10 09:27:07.883314 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c940a-bee6-4d67-8496-227a463773e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af439be-f28a-4b7c-9ea3-92b9fcd1d795,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:07.958845 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4041659d-cd0c-43e3-8ff5-4c82fad3a199 req-ab8c08fc-f62c-448a-9b1b-1dea7109f944 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847359 Dec 10 09:27:08.262747 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c54c4-a1ea-408d-bff4-5faf8b7215e7 req-d9e59bcd-4840-440b-808a-3c53040d1710 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:08.264180 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e6c54c4-a1ea-408d-bff4-5faf8b7215e7 req-d9e59bcd-4840-440b-808a-3c53040d1710 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0547588 Dec 10 09:27:08.316853 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e6c54c4-a1ea-408d-bff4-5faf8b7215e7 req-95d22ee3-d022-4dd2-a293-4dcaaad4cb3e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Dec 10 09:27:08.680546 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Request body: {'port': {'device_id': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:08.746799 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:08.958782 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae7576-8c01-4136-bde9-c2a8503559c2 req-4ba47c9c-6557-4796-86c9-a223b282709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:08.960285 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-adae7576-8c01-4136-bde9-c2a8503559c2 req-4ba47c9c-6557-4796-86c9-a223b282709a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 1098 time: 0.0940440 Dec 10 09:27:09.073915 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-adae7576-8c01-4136-bde9-c2a8503559c2 req-774ccea8-afb7-4ee9-9fbd-362def9e9e1b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054869 Dec 10 09:27:09.155206 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2501eaeb-5c07-4e1f-9198-c411edfa3174 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:27:09.163474 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.181570 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Transition to ACTIVE for port object 2501eaeb-5c07-4e1f-9198-c411edfa3174 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:27:09.186927 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.292829 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:09.404177 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff5fb7-8ce2-4046-ab0e-5edb0e1f1327 req-0cfd0a54-e2ce-4e30-846e-9ab8c0af08ba tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.405821 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5bff5fb7-8ce2-4046-ab0e-5edb0e1f1327 req-0cfd0a54-e2ce-4e30-846e-9ab8c0af08ba tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 944 time: 0.3447928 Dec 10 09:27:09.407618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Attempting to bind port 2501eaeb-5c07-4e1f-9198-c411edfa3174 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:27:09.407947 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Attempting to bind port 2501eaeb-5c07-4e1f-9198-c411edfa3174 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:27:09.408263 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Attempting to bind port 2501eaeb-5c07-4e1f-9198-c411edfa3174 on network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:27:09.412858 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-ac0af8dd-2d9b-4cdd-b99a-b0778a21a252 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920355 Dec 10 09:27:09.440114 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Port 2501eaeb-5c07-4e1f-9198-c411edfa3174 on network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:27:09.442049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Attempting to bind port 2501eaeb-5c07-4e1f-9198-c411edfa3174 on network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:27:09.457482 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:27:09.457881 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Checking segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:27:09.458292 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Bound using segment: {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:27:09.458742 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Bound port: 2501eaeb-5c07-4e1f-9198-c411edfa3174, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1592977-56bd-46f1-a6b6-d22afa30c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:27:09.459097 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.478829 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cdded-38d5-4d20-98c7-96f47bab0a69 req-8e8275a1-4c1a-477d-bcc1-35b49da8dbd8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.481063 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd0cdded-38d5-4d20-98c7-96f47bab0a69 req-8e8275a1-4c1a-477d-bcc1-35b49da8dbd8 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0645335 Dec 10 09:27:09.546931 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd0cdded-38d5-4d20-98c7-96f47bab0a69 req-c0111893-e7b1-4f63-9c5c-1035c1ef735d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567720 Dec 10 09:27:09.554920 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5bff5fb7-8ce2-4046-ab0e-5edb0e1f1327 req-dfa2b77f-5c83-4ece-8434-59bdba752171 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397793 Dec 10 09:27:09.575508 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-75e6a7ae-dba1-47dc-bb86-5b50b97cf48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.577462 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-75e6a7ae-dba1-47dc-bb86-5b50b97cf48c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 1098 time: 0.1047943 Dec 10 09:27:09.590778 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:27:09.594915 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:27:09.599921 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.678443 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.679075 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.680530 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] 10.222.0.43 "PUT /v2.0/ports/2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 1094 time: 1.0044827 Dec 10 09:27:09.680991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:09.683496 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:09.722135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0363567-60e5-4968-ad9a-f7bad01f1c44 service neutron] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:09.772045 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c3812-9cf8-432d-8ee3-ec245b6127dd x-openstack-request-id: req-497c3812-9cf8-432d-8ee3-ec245b6127dd {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:09.772767 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:09.772767 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-497c3812-9cf8-432d-8ee3-ec245b6127dd {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:09.772942 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'status': 'completed', 'code': 200} Dec 10 09:27:09.785297 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-8f364317-46bc-4920-b9ba-08f65a854f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.786817 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-8f364317-46bc-4920-b9ba-08f65a854f83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1845930 Dec 10 09:27:09.795434 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-aaa70022-5ae9-4c74-b46f-eec578186610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.796990 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-aaa70022-5ae9-4c74-b46f-eec578186610 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1097 time: 0.0654724 Dec 10 09:27:09.875635 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-98390563-1344-4867-a163-7914b28ddfe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 217 time: 0.0704556 Dec 10 09:27:09.920049 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-12a69fd2-a651-4770-a048-b8fc53cff15b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c HTTP/1.1" status: 200 len: 1001 time: 0.1220171 Dec 10 09:27:09.968401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-7bb02acb-d56a-4fb8-ba57-0c1e4b2cb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.968597 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.969892 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-7bb02acb-d56a-4fb8-ba57-0c1e4b2cb124 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.0841198 Dec 10 09:27:09.980405 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-51acd020-e917-4238-8314-75622111753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:09.981822 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-51acd020-e917-4238-8314-75622111753a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0545883 Dec 10 09:27:10.051531 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-4913acb4-14a0-434d-ad4d-01099fd44db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.053051 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-4913acb4-14a0-434d-ad4d-01099fd44db1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703557 Dec 10 09:27:10.058903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-f7ed3d58-39c7-4895-990f-b8624ed44295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.060307 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-f7ed3d58-39c7-4895-990f-b8624ed44295 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701215 Dec 10 09:27:10.222049 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-514a001b-d5ac-447e-9b1d-67c99cb2dd1f service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521039 Dec 10 09:27:10.223934 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-6e69c286-8795-4398-9d84-9563bf4d77ed service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463170 Dec 10 09:27:10.386654 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f5f4c5cb-40e0-4bf9-a7e6-cd7a8fd02d0b req-a2f6724e-66bc-418d-b744-2ea84953954e service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500483 Dec 10 09:27:10.388604 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a65fcc35-2dcc-4a62-96a6-faf2be2c97a9 req-13bc459e-ec39-4f81-b7ff-998cebdc89c1 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509147 Dec 10 09:27:10.593078 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-3969f4b9-d6f1-449c-bdbd-673486ad1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.598606 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-3969f4b9-d6f1-449c-bdbd-673486ad1f22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1097 time: 0.1398778 Dec 10 09:27:10.679146 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef35ce-6182-436e-b869-cbc5215dbe33 req-01e6c97e-a77b-4151-a010-2f42ddd086dd tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.680606 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-80ef35ce-6182-436e-b869-cbc5215dbe33 req-01e6c97e-a77b-4151-a010-2f42ddd086dd tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 944 time: 0.0510230 Dec 10 09:27:10.714452 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075366-b97c-402a-a46e-95f70fc3a23a req-be55088e-b3a0-4588-bbfd-8303b73f62ab tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.716012 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9075366-b97c-402a-a46e-95f70fc3a23a req-be55088e-b3a0-4588-bbfd-8303b73f62ab tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0998471 Dec 10 09:27:10.742981 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-80ef35ce-6182-436e-b869-cbc5215dbe33 req-61e2e620-a092-4094-870a-5a8017383534 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554814 Dec 10 09:27:10.745669 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-68a28d18-1af4-476c-86d4-5da08601c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.747129 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-68a28d18-1af4-476c-86d4-5da08601c177 service neutron] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 916 time: 0.1392715 Dec 10 09:27:10.803862 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-7af55dd9-6741-4413-86a1-7ab70c9b531d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 217 time: 0.0439229 Dec 10 09:27:10.807379 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d9075366-b97c-402a-a46e-95f70fc3a23a req-ae63dbb6-7a45-4fdc-8973-d92dd93d27e9 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826275 Dec 10 09:27:10.866848 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-425fe514-884e-4b48-9a6e-e1c2a5c46602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.868350 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-425fe514-884e-4b48-9a6e-e1c2a5c46602 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.0459249 Dec 10 09:27:10.929984 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-566a9a58-7874-4e8f-a01e-71ec864e6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.931615 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-566a9a58-7874-4e8f-a01e-71ec864e6663 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482910 Dec 10 09:27:10.934471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9abd9-bdf8-44f3-9e27-d19a01707623 req-2f4dce8f-50d9-4f47-bd84-faf54daa6f6e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:10.944700 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7ea9abd9-bdf8-44f3-9e27-d19a01707623 req-2f4dce8f-50d9-4f47-bd84-faf54daa6f6e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0615945 Dec 10 09:27:10.944837 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46306) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:10.950513 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Request body: {'floatingip': {'port_id': '13040081-b00f-4d31-a526-b738809aba6c'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:10.992139 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:11.028069 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-3324d98d-e88f-4969-b743-a6b63cf01846 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Dec 10 09:27:11.138597 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f5eaeaa-3ebc-4424-acd8-0fed3ca04cb5 req-3777952a-9bf6-40a5-b4d6-5e35e9b65892 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006434 Dec 10 09:27:11.480580 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36458e-6144-4942-81e9-b59da6c8dba5 req-a9add2d1-d455-48c5-8e22-b90bef03eea8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:11.482570 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0d36458e-6144-4942-81e9-b59da6c8dba5 req-a9add2d1-d455-48c5-8e22-b90bef03eea8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0975037 Dec 10 09:27:11.484591 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:11.489963 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:11.578580 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0d36458e-6144-4942-81e9-b59da6c8dba5 req-67692b85-f1e3-4131-8cce-2e4c2e5e51ec tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897639 Dec 10 09:27:11.630584 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.l3_db [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Floating IP b8823b2f-f7d2-4088-8549-3330a97d456a associated. External IP: 172.27.2.236, port: 13040081-b00f-4d31-a526-b738809aba6c. Dec 10 09:27:11.846253 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Router b009e771-104a-46ff-a386-0d24f3e9415a has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:27:11.870657 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135653cc-1b8e-4bf7-8353-ce9365c8ffac req-366faf22-4f63-4c84-82aa-30ba3d79bf2e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:11.873221 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-135653cc-1b8e-4bf7-8353-ce9365c8ffac req-366faf22-4f63-4c84-82aa-30ba3d79bf2e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 944 time: 0.0576031 Dec 10 09:27:11.921145 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-135653cc-1b8e-4bf7-8353-ce9365c8ffac req-dcb88d2a-b013-430f-893b-18e439136518 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Dec 10 09:27:11.962962 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:27:11.968595 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:11.973463 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:27:11.984143 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:27:11.984742 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:11.995827 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6c70eadc-7786-472d-afeb-003208711fc5 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "PUT /v2.0/floatingips/b8823b2f-f7d2-4088-8549-3330a97d456a HTTP/1.1" status: 200 len: 991 time: 1.0498190 Dec 10 09:27:11.996481 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'tag': '13040081-b00f-4d31-a526-b738809aba6c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:11.999030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "tag": "13040081-b00f-4d31-a526-b738809aba6c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:12.056029 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdba86a-cdd9-4b85-963b-f7411e726b54 x-openstack-request-id: req-0cdba86a-cdd9-4b85-963b-f7411e726b54 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:12.056320 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "tag": "13040081-b00f-4d31-a526-b738809aba6c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:12.056572 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cdba86a-cdd9-4b85-963b-f7411e726b54 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:12.056999 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'tag': '13040081-b00f-4d31-a526-b738809aba6c', 'status': 'completed', 'code': 200} Dec 10 09:27:12.122896 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-ea58ce77-694b-4e5c-9664-b0ef7a67418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:12.124392 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-ea58ce77-694b-4e5c-9664-b0ef7a67418c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0679c5e111d4661b4a640c78ba673a3&device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 1098 time: 0.0433564 Dec 10 09:27:12.205674 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 2501eaeb-5c07-4e1f-9198-c411edfa3174 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:27:12.224849 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-b4aa7c64-3f6e-412d-afcf-628f491a9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:12.226435 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-b4aa7c64-3f6e-412d-afcf-628f491a9046 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 200 len: 912 time: 0.0937264 Dec 10 09:27:12.239983 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:27:12.293431 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-0ad8619f-7314-44b9-a121-c6800cd3ed14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13040081-b00f-4d31-a526-b738809aba6c HTTP/1.1" status: 200 len: 999 time: 0.0595784 Dec 10 09:27:12.350554 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-0de8b08c-be20-4928-a1ce-dfeff2d36f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:12.352043 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-0de8b08c-be20-4928-a1ce-dfeff2d36f38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 200 len: 850 time: 0.0478652 Dec 10 09:27:12.397539 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-cd0e7519-4c6f-49c7-afd3-941f401ee8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:12.399058 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-cd0e7519-4c6f-49c7-afd3-941f401ee8d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70e51b6d-c3e9-43f4-b58e-f78b65622022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405290 Dec 10 09:27:12.435989 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:12.458335 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'port_id': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'mac_address': 'fa:16:3e:2e:b0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:27:12.489842 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-b221dddd-bd44-4658-a941-3a8674b1da6b service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Dec 10 09:27:12.534268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:12.563035 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2501eaeb-5c07-4e1f-9198-c411edfa3174 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:27:12.584379 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec5f7179-0cbc-40eb-9076-95cb89e7dcf4 req-072b2c76-f52e-4411-9dcd-5541f4237565 service neutron] 10.222.0.43 "GET /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874941 Dec 10 09:27:12.601081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:12.608324 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:12.663151 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:12.669423 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'b8823b2f-f7d2-4088-8549-3330a97d456a', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'port_id': '13040081-b00f-4d31-a526-b738809aba6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'mac_address': 'fa:16:3e:c6:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1d4f02-3557-40a4-a285-794417db16ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:50Z', 'updated_at': '2021-12-10T09:27:11Z', 'revision_number': 1, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:12.697468 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:27:12.707403 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:27:12.708034 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:26:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:12.716612 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4343b5-e10b-44a5-b025-55dc040587dd req-0f5ec9ac-fbed-40be-97ce-f62bc0fee7c5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:12.718100 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-df4343b5-e10b-44a5-b025-55dc040587dd req-0f5ec9ac-fbed-40be-97ce-f62bc0fee7c5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0492253 Dec 10 09:27:12.766324 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-df4343b5-e10b-44a5-b025-55dc040587dd req-558c9baf-2b74-4c49-aeea-29c3f15255a9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Dec 10 09:27:12.809949 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a9ced61b-6bb4-4436-b213-f0939a0a97a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:12.828136 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:27:12.860739 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['2501eaeb-5c07-4e1f-9198-c411edfa3174'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:27:13.052615 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28ec3-b1a9-4e10-9fa1-e06caced9bf7 req-5859eb7f-929e-41be-b728-88d485fbf468 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:13.054983 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-aba28ec3-b1a9-4e10-9fa1-e06caced9bf7 req-5859eb7f-929e-41be-b728-88d485fbf468 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 945 time: 0.0557411 Dec 10 09:27:13.142686 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-aba28ec3-b1a9-4e10-9fa1-e06caced9bf7 req-5532ff3a-92bc-4965-9ccb-b9b82a6fd394 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813098 Dec 10 09:27:13.180906 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'b8823b2f-f7d2-4088-8549-3330a97d456a', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'port_id': '13040081-b00f-4d31-a526-b738809aba6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'mac_address': 'fa:16:3e:c6:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1d4f02-3557-40a4-a285-794417db16ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:50Z', 'updated_at': '2021-12-10T09:27:11Z', 'revision_number': 1, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:13.209085 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a060ec7-4953-47cf-9bfe-c850abe77c8b None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'b8823b2f-f7d2-4088-8549-3330a97d456a', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'port_id': '13040081-b00f-4d31-a526-b738809aba6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'mac_address': 'fa:16:3e:c6:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1d4f02-3557-40a4-a285-794417db16ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:50Z', 'updated_at': '2021-12-10T09:27:11Z', 'revision_number': 1, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:27:13.280154 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46366) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:13.385982 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ad5b-f1f5-4326-abbb-90f46d96e635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.399118 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbe67a-7664-49d8-9d1c-f3b63a10a1cc None None] New status for floating IP b8823b2f-f7d2-4088-8549-3330a97d456a: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:27:13.466617 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ad5b-f1f5-4326-abbb-90f46d96e635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.470475 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ad5b-f1f5-4326-abbb-90f46d96e635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.507079 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-c8c9ad5b-f1f5-4326-abbb-90f46d96e635 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f10096db0f9d4aeb9de03e14b77e6f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257895 Dec 10 09:27:13.507900 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9ad5b-f1f5-4326-abbb-90f46d96e635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a67f484-8d90-42b2-bbe3-7c5f94ad93d6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:13.510584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46370) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:13.560520 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-90a6d98e-f982-454e-b42f-ec44fd1ad1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.587233 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-90a6d98e-f982-454e-b42f-ec44fd1ad1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.635233 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-90a6d98e-f982-454e-b42f-ec44fd1ad1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.637946 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-90a6d98e-f982-454e-b42f-ec44fd1ad1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.639197 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-90a6d98e-f982-454e-b42f-ec44fd1ad1ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a67f484-8d90-42b2-bbe3-7c5f94ad93d6 HTTP/1.1" status: 204 len: 168 time: 0.1277509 Dec 10 09:27:13.646602 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6d98e-f982-454e-b42f-ec44fd1ad1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a67f484-8d90-42b2-bbe3-7c5f94ad93d6,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:13.892190 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4abceb-e01b-4334-995b-c75b8821b189 req-a2438013-e9c6-4940-98f5-adc9c6dfb11d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:13.893667 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4abceb-e01b-4334-995b-c75b8821b189 req-a2438013-e9c6-4940-98f5-adc9c6dfb11d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0515020 Dec 10 09:27:13.911186 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46378) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:13.926132 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7e70c756-4ad6-44aa-9c2f-4cc373439826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:13.943706 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dd4abceb-e01b-4334-995b-c75b8821b189 req-ed3d6789-0b3b-4eb3-9108-ccdabff1251a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Dec 10 09:27:14.017400 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7e70c756-4ad6-44aa-9c2f-4cc373439826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.023956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-7e70c756-4ad6-44aa-9c2f-4cc373439826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.061161 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70c756-4ad6-44aa-9c2f-4cc373439826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f5b4b4-5592-48b1-a59f-0fb70fac6186,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:14.067100 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-7e70c756-4ad6-44aa-9c2f-4cc373439826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbaed55662e64f0ca1e5f4c2382026ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549003 Dec 10 09:27:14.069902 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46380) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:14.120499 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f6c-cc4b-4a23-b99c-e976f104d981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.142609 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f6c-cc4b-4a23-b99c-e976f104d981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.162154 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 2501eaeb-5c07-4e1f-9198-c411edfa3174 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:27:14.200817 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f6c-cc4b-4a23-b99c-e976f104d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.204061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f6c-cc4b-4a23-b99c-e976f104d981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.208228 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-44cb9f6c-cc4b-4a23-b99c-e976f104d981 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83f5b4b4-5592-48b1-a59f-0fb70fac6186 HTTP/1.1" status: 204 len: 168 time: 0.1348529 Dec 10 09:27:14.213541 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9f6c-cc4b-4a23-b99c-e976f104d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f5b4b4-5592-48b1-a59f-0fb70fac6186,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:14.231944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 2501eaeb-5c07-4e1f-9198-c411edfa3174 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:27:14.248435 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 2501eaeb-5c07-4e1f-9198-c411edfa3174 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:27:14.248997 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.290289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82499afc-d952-4278-a161-9927573399b8 req-0ab3ec22-de92-4a30-8f10-5fcfa50917d0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:14.295412 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-82499afc-d952-4278-a161-9927573399b8 req-0ab3ec22-de92-4a30-8f10-5fcfa50917d0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 945 time: 0.0551021 Dec 10 09:27:14.344339 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.362734 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-82499afc-d952-4278-a161-9927573399b8 req-802aace9-ecb6-403f-9d60-3410b809d77d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558069 Dec 10 09:27:14.370377 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:14.373137 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6734b6-61eb-42b1-b3e7-e4ccb886405a" -d '{"events": [{"server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "name": "network-vif-plugged", "status": "completed", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:14.387315 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:14.393399 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.416949 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa2618c-9ac4-4754-a92e-545927d0567a x-openstack-request-id: req-4fa2618c-9ac4-4754-a92e-545927d0567a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:14.417265 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "name": "network-vif-plugged", "status": "completed", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:14.417578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fa2618c-9ac4-4754-a92e-545927d0567a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:14.417972 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'code': 200} Dec 10 09:27:14.445245 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:14.452730 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.453077 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.453919 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.454370 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.454700 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.455022 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.455344 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.455662 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.455979 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.456302 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.456617 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.456958 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.457269 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:14.570244 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46392) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:14.583441 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-994ef775-25d7-4336-b339-cf63565d8afd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.611686 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5349b3-4c9b-4db0-b071-f0a525b02f6d req-0071cd1b-1937-4d66-999c-5cb394effc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:14.613341 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7e5349b3-4c9b-4db0-b071-f0a525b02f6d req-0071cd1b-1937-4d66-999c-5cb394effc20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1099 time: 0.0433965 Dec 10 09:27:14.663193 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7e5349b3-4c9b-4db0-b071-f0a525b02f6d req-35bc7465-76d6-469f-8240-694c6f974a71 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Dec 10 09:27:14.667236 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-994ef775-25d7-4336-b339-cf63565d8afd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.673000 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-994ef775-25d7-4336-b339-cf63565d8afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.711015 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-994ef775-25d7-4336-b339-cf63565d8afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42d60daf71d443c1835062b5f030cad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396809 Dec 10 09:27:14.711942 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ef775-25d7-4336-b339-cf63565d8afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f86927-e272-491b-a360-80e38ce4489c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:14.714116 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46394) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:14.770468 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d591bfb4-52ba-4122-a3ff-5d3a72914e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.791290 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d591bfb4-52ba-4122-a3ff-5d3a72914e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.848061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d591bfb4-52ba-4122-a3ff-5d3a72914e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.850711 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d591bfb4-52ba-4122-a3ff-5d3a72914e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:14.851876 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d591bfb4-52ba-4122-a3ff-5d3a72914e33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47f86927-e272-491b-a360-80e38ce4489c HTTP/1.1" status: 204 len: 168 time: 0.1368017 Dec 10 09:27:14.859679 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591bfb4-52ba-4122-a3ff-5d3a72914e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f86927-e272-491b-a360-80e38ce4489c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:15.058497 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04a2afa2-1d6d-432b-ba58-a39b8248b61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.298031 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236098e-a0d8-40ac-85c3-e2c17ec4a166 req-6435dfa2-b646-4c32-bb22-174f673b6297 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:15.299568 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0236098e-a0d8-40ac-85c3-e2c17ec4a166 req-6435dfa2-b646-4c32-bb22-174f673b6297 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0495553 Dec 10 09:27:15.353664 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0236098e-a0d8-40ac-85c3-e2c17ec4a166 req-a5d219e8-5364-4695-a773-a22fce8bc7d9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477934 Dec 10 09:27:15.478168 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32b85-bd0f-4c5e-ac49-48b5eed56e89 req-d1996270-f80a-4e6c-bee1-c2a7a70bfef4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:15.479652 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-40e32b85-bd0f-4c5e-ac49-48b5eed56e89 req-d1996270-f80a-4e6c-bee1-c2a7a70bfef4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0552139 Dec 10 09:27:15.529887 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-40e32b85-bd0f-4c5e-ac49-48b5eed56e89 req-eb7e4fbb-6bb5-4d38-a3a9-bd5cf19cc420 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Dec 10 09:27:15.548222 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46424) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:15.652626 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-315311210-network', 'tenant_id': '7a6e7c71540d4ee892bd1e32ac227b91'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:15.676422 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Made reservation on behalf of 7a6e7c71540d4ee892bd1e32ac227b91 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:27:15.679831 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.689499 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.765723 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.770569 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.795852 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:27:15.805580 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975b4e20-6ba8-4a31-925d-d3d638f65223,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:15.811939 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.812286 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Added segment fc027dcf-6ee7-4bf1-82b9-dddaa123936b of type vlan for network 505d52dc-2cd2-45ed-92db-3aa0c36d26bf Dec 10 09:27:15.863325 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.891745 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.893035 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:15.893932 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.956329 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4069233 Dec 10 09:27:15.959627 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46428) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:15.964196 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09c03-e6a4-40b3-84c3-4659d5a7bc68 admin admin] Pushing event updated for resources: {'Network': ['ID=505d52dc-2cd2-45ed-92db-3aa0c36d26bf,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:15.965412 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Request body: {'subnet': {'network_id': '505d52dc-2cd2-45ed-92db-3aa0c36d26bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-315311210-subnet', 'tenant_id': '7a6e7c71540d4ee892bd1e32ac227b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:15.974706 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 505d52dc-2cd2-45ed-92db-3aa0c36d26bf details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:27:15.991742 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Made reservation on behalf of 7a6e7c71540d4ee892bd1e32ac227b91 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:27:15.994362 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176073'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:16.158401 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4361967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176087'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:16.205135 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611d9b7f-1903-4892-bd2d-4128d237968b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:16.220306 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Checking segment: {'id': 'fc027dcf-6ee7-4bf1-82b9-dddaa123936b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '505d52dc-2cd2-45ed-92db-3aa0c36d26bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:27:16.220656 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Network hostable DHCP agents. Network: 505d52dc-2cd2-45ed-92db-3aa0c36d26bf, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:27:16.239760 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Network 505d52dc-2cd2-45ed-92db-3aa0c36d26bf is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:27:16.249235 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 505d52dc-2cd2-45ed-92db-3aa0c36d26bf) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:27:16.253223 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:16.253840 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:16.261745 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df7b20-e982-4ca2-8a2a-282d6cb5cff2 None None] Network 505d52dc-2cd2-45ed-92db-3aa0c36d26bf requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:27:16.271821 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-1a0eb265-f615-4669-8cda-b6cdeeaf41b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3109281 Dec 10 09:27:16.280590 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:16.368578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe4c43-6a09-4837-8fb1-552b09e0b2fc None None] Network 505d52dc-2cd2-45ed-92db-3aa0c36d26bf requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:27:16.531181 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f723a9d-91c5-4935-ae5c-df3b4e8c11ac req-5ef6bdb7-f5f2-4e16-993d-69a2f8765543 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:16.532798 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2f723a9d-91c5-4935-ae5c-df3b4e8c11ac req-5ef6bdb7-f5f2-4e16-993d-69a2f8765543 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0727370 Dec 10 09:27:16.601201 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2f723a9d-91c5-4935-ae5c-df3b4e8c11ac req-4a31758e-2755-4671-a058-d95002c761ab tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617688 Dec 10 09:27:16.678376 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff42ce-1637-4ffd-8620-2396983584a3 req-6c5a58a2-740b-4388-9c50-3742b2bfb688 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:16.679954 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cfff42ce-1637-4ffd-8620-2396983584a3 req-6c5a58a2-740b-4388-9c50-3742b2bfb688 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0553062 Dec 10 09:27:16.731837 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cfff42ce-1637-4ffd-8620-2396983584a3 req-f1a783f1-c03f-4fdc-85d4-c57478b1db4f tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Dec 10 09:27:16.862206 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17156b-d3d2-434b-85bd-ebf59f7e317c req-b91c8d0e-d6de-4a74-a876-a4eed56286c4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:16.863738 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ce17156b-d3d2-434b-85bd-ebf59f7e317c req-b91c8d0e-d6de-4a74-a876-a4eed56286c4 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0560694 Dec 10 09:27:16.877327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46452) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:16.882734 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-977878824-network', 'tenant_id': '354e06f873a24283abae9a01e5dd942a'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:16.905779 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Made reservation on behalf of 354e06f873a24283abae9a01e5dd942a for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:27:16.908205 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:16.916800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:16.925133 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ce17156b-d3d2-434b-85bd-ebf59f7e317c req-56c7ed4f-4fc3-47e7-a45d-019d79176b6e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Dec 10 09:27:17.006520 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.012925 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.046447 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:27:17.054703 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b1455-1a20-453c-a4ba-66a3d36d71da,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:17.066135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.066512 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Added segment 990bf4db-e628-456b-a096-934805d22e89 of type vlan for network eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664 Dec 10 09:27:17.120590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.149713 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.151021 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:17.151856 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.230969 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3523207 Dec 10 09:27:17.234397 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46458) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:17.238663 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0a02a-57fa-4de8-847d-1313443c655e admin admin] Pushing event updated for resources: {'Network': ['ID=eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:17.241298 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Request body: {'subnet': {'network_id': 'eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-977878824-subnet', 'tenant_id': '354e06f873a24283abae9a01e5dd942a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:17.251181 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:27:17.291187 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Made reservation on behalf of 354e06f873a24283abae9a01e5dd942a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:27:17.293890 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176073'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.355509 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71bbe9-18ff-40e6-bcc4-06f67f5fff15 req-292d9b94-b0a1-4050-8d69-877687e68c82 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:17.357395 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ee71bbe9-18ff-40e6-bcc4-06f67f5fff15 req-292d9b94-b0a1-4050-8d69-877687e68c82 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.1090388 Dec 10 09:27:17.386081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.430866 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ee71bbe9-18ff-40e6-bcc4-06f67f5fff15 req-f62149af-0323-4c51-8ad5-b682cd1273da tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646667 Dec 10 09:27:17.527805 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4361967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176087'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.590324 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bcbc41-122f-4f69-99c5-879caf1fcc2f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:17.599245 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Checking segment: {'id': '990bf4db-e628-456b-a096-934805d22e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:27:17.599630 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Network hostable DHCP agents. Network: eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:27:17.618839 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Network eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:27:17.630527 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:27:17.636174 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:17.637056 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:17.649958 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5dc931-dd6a-4108-a7b2-3e12542a369a None None] Network eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:27:17.672433 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-34ef560c-1453-49cb-a138-56ca35318998 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4355271 Dec 10 09:27:17.818432 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d12ee-d3b6-4f42-bd98-ad76e0d7972a None None] Network eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:27:17.868445 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4d862-0b27-4e92-a7aa-6a0ed47340de req-93f0fa88-77b6-466e-9d68-0b93a19d09da tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:17.871768 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e5e4d862-0b27-4e92-a7aa-6a0ed47340de req-93f0fa88-77b6-466e-9d68-0b93a19d09da tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.1243558 Dec 10 09:27:17.927286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e5e4d862-0b27-4e92-a7aa-6a0ed47340de req-d8fb5eb6-8e40-4cd5-942c-da1e1f329067 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486569 Dec 10 09:27:18.593541 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:19.072188 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6c5f3-23a6-44e9-9791-8f85b84deaea req-32af70fb-765b-4f38-90a6-ed27121d1853 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:19.074363 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9ab6c5f3-23a6-44e9-9791-8f85b84deaea req-32af70fb-765b-4f38-90a6-ed27121d1853 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0684240 Dec 10 09:27:19.127053 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9ab6c5f3-23a6-44e9-9791-8f85b84deaea req-5a06426d-2105-4127-8453-b9485e4ca04e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461292 Dec 10 09:27:20.257529 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9151a86-ff55-40f3-a3bd-fc6979ec072b req-103edb96-2373-417b-a0d7-72c427912e67 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:20.259181 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b9151a86-ff55-40f3-a3bd-fc6979ec072b req-103edb96-2373-417b-a0d7-72c427912e67 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0543973 Dec 10 09:27:20.311415 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b9151a86-ff55-40f3-a3bd-fc6979ec072b req-a3add03a-9685-4e6d-b25f-4cc786b4c638 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 Dec 10 09:27:21.448272 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98452f7-95cf-4c06-aeea-0c400bce00db req-6671effc-b8be-45bf-a38a-9c49f78c52a8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:21.449648 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a98452f7-95cf-4c06-aeea-0c400bce00db req-6671effc-b8be-45bf-a38a-9c49f78c52a8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0516014 Dec 10 09:27:21.500424 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a98452f7-95cf-4c06-aeea-0c400bce00db req-ecfed4be-1755-4b3a-a511-a20162f0dfe6 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Dec 10 09:27:22.636676 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb35c-310b-4319-b47f-2596e783b8ac req-eba2645e-903e-4afb-8fec-2b3399ad8e53 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:22.638214 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c53cb35c-310b-4319-b47f-2596e783b8ac req-eba2645e-903e-4afb-8fec-2b3399ad8e53 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0621018 Dec 10 09:27:22.689897 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c53cb35c-310b-4319-b47f-2596e783b8ac req-b2a45928-0a14-48a3-aa98-7b7184886655 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Dec 10 09:27:23.824490 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47b5e5-8661-4425-8644-e6297fa8e78a req-ef72431b-a58a-4506-b87d-966669bf960d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:23.825969 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6e47b5e5-8661-4425-8644-e6297fa8e78a req-ef72431b-a58a-4506-b87d-966669bf960d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0521793 Dec 10 09:27:23.876481 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6e47b5e5-8661-4425-8644-e6297fa8e78a req-68eb07a6-a0e3-45d1-9845-75031762e3b5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Dec 10 09:27:25.013739 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf29001-dbd8-4a25-a85b-1e1a450fba28 req-a0236b3e-7e24-4a72-8638-22de43f02113 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:25.015234 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9bf29001-dbd8-4a25-a85b-1e1a450fba28 req-a0236b3e-7e24-4a72-8638-22de43f02113 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0548112 Dec 10 09:27:25.064499 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9bf29001-dbd8-4a25-a85b-1e1a450fba28 req-b58a0bc5-b0d0-4c6c-80a7-ec417f0674d7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Dec 10 09:27:25.120148 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:27:26.213003 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4567c4-eefc-4b93-a447-a5af078de570 req-8304ee9a-3ac1-4bd5-845f-30e455258a5d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:26.215223 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7d4567c4-eefc-4b93-a447-a5af078de570 req-8304ee9a-3ac1-4bd5-845f-30e455258a5d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0676777 Dec 10 09:27:26.268872 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7d4567c4-eefc-4b93-a447-a5af078de570 req-64125847-a6cc-4c50-b6c4-728eef6220ba tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Dec 10 09:27:26.993019 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da913bbc-989e-4106-b042-676df868058e req-d4a9bc75-6120-4c3e-93b5-eb16bf425577 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:26.994541 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-da913bbc-989e-4106-b042-676df868058e req-d4a9bc75-6120-4c3e-93b5-eb16bf425577 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0498648 Dec 10 09:27:27.045010 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-da913bbc-989e-4106-b042-676df868058e req-b538a3b4-d969-4953-b156-a83f17cd9e33 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Dec 10 09:27:27.074696 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46606) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:27.275119 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3f8ca-7d1f-4ca8-a680-0562fb2d3fde tempest-TestMinimumBasicScenario-2141770528 tempest-TestMinimumBasicScenario-2141770528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:27.276691 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-30a3f8ca-7d1f-4ca8-a680-0562fb2d3fde tempest-TestMinimumBasicScenario-2141770528 tempest-TestMinimumBasicScenario-2141770528-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1094 time: 0.2009680 Dec 10 09:27:27.280977 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46618) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:27.285268 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'port_id': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:27.310533 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:27.419644 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa2dc7-181b-4a9a-99bb-1f5ec2d1301d req-b40ae3e9-8562-4ef3-803f-acddc5b7fd86 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:27.420994 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-40aa2dc7-181b-4a9a-99bb-1f5ec2d1301d req-b40ae3e9-8562-4ef3-803f-acddc5b7fd86 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0643682 Dec 10 09:27:27.487469 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-40aa2dc7-181b-4a9a-99bb-1f5ec2d1301d req-58bf7ea6-5ec6-4fcb-9415-ee8722a54fcc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602558 Dec 10 09:27:27.489977 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:27.606684 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Allocated IP 172.27.2.209 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/7cbd08de-d04e-4b6a-9949-4fcfe2866ef9) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:27:27.958720 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:27.996420 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.034824 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:27:28.037766 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:27:28.040657 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:27:28.066625 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'Port': ['ID=7cbd08de-d04e-4b6a-9949-4fcfe2866ef9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:28.237821 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:27:28.334894 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:28.347071 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'mac_address': 'fa:16:3e:f4:3b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:27:28.383821 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.404570 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.405103 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f492c27c-1c23-4cfc-85c4-d9bd1d5663da {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:27:28.422490 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:28.427088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.480248 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.484530 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=6']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:28.547339 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['f492c27c-1c23-4cfc-85c4-d9bd1d5663da'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:27:28.671687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8805b-54d7-408d-bd06-50517b9d28ee req-c698534f-94ec-406b-acf6-d35728374a81 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:28.673311 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8ed8805b-54d7-408d-bd06-50517b9d28ee req-c698534f-94ec-406b-acf6-d35728374a81 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0926032 Dec 10 09:27:28.705462 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.713779 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4361574'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.800361 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8ed8805b-54d7-408d-bd06-50517b9d28ee req-b1d4a929-b8dd-4c09-a3c5-5a952c4ede4c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178105 Dec 10 09:27:28.809928 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'Port': ['ID=7cbd08de-d04e-4b6a-9949-4fcfe2866ef9,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:28.823705 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:28.928821 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.l3_db [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Floating IP c1fb41ba-5769-4811-b26f-37806a4fd3c3 associated. External IP: 172.27.2.209, port: 2501eaeb-5c07-4e1f-9198-c411edfa3174. Dec 10 09:27:29.147196 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Router b1c49100-6f3c-4c40-bf33-d4a044712c1e has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:27:29.261388 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:27:29.273734 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] Sync routers for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:27:29.280652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.289352 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:27:29.290002 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:27:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:29.315272 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6fdac45f-7b22-4067-9925-4f2d96cfebd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0299721 Dec 10 09:27:29.315272 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:29.315471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46650) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:29.315948 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4198a9-f349-4a6c-858c-290aaf9090ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:29.320117 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107238708', 'description': 'tempest-secgroup-smoke-1107238708 description', 'project_id': '032c4917a89e460d9b32ec4bb691e40f'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:29.354672 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.415209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:27:29.429648 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.435855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.454790 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362af3f4-a1d0-4567-846e-7774af8f6d27 x-openstack-request-id: req-362af3f4-a1d0-4567-846e-7774af8f6d27 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:29.454790 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:29.455402 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-362af3f4-a1d0-4567-846e-7774af8f6d27 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:29.455718 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'status': 'completed', 'code': 200} Dec 10 09:27:29.496255 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601509ff-6aa7-41e8-b748-f8f917ab363c,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:29.515594 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.527264 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46662) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:29.527487 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0e267c0e-07f3-4c01-a492-2812ea8c6fd2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2112563 Dec 10 09:27:29.532319 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group_rule': {'security_group_id': '601509ff-6aa7-41e8-b748-f8f917ab363c', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:29.600787 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.606537 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-22d89837-bffc-4cba-afd3-e9afa429bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:29.608034 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-22d89837-bffc-4cba-afd3-e9afa429bc7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1099 time: 0.0794227 Dec 10 09:27:29.696279 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.702958 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.729641 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf16c26c-6fff-4bdc-90d9-8a7afbaf90e1,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:29.762413 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.767286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-0f387ff3-91bf-401e-9a60-856848e0260a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2363327 Dec 10 09:27:29.767994 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46670) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:29.776284 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group_rule': {'security_group_id': '601509ff-6aa7-41e8-b748-f8f917ab363c', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:29.840745 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:29.855501 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-fd81e411-9653-45df-809c-04b03cbeec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:29.858835 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-fd81e411-9653-45df-809c-04b03cbeec69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 916 time: 0.2270975 Dec 10 09:27:29.906209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'c1fb41ba-5769-4811-b26f-37806a4fd3c3', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'port_id': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'mac_address': 'fa:16:3e:2e:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:27:28Z', 'updated_at': '2021-12-10T09:27:28Z', 'revision_number': 0, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:39Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:29.976819 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] Checking router: b1c49100-6f3c-4c40-bf33-d4a044712c1e for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:27:29.987079 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:27:29.988052 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:27:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:30.036971 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.045862 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-11dbb245-25b6-4366-a0ab-640571944e20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 1000 time: 0.1796396 Dec 10 09:27:30.050086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.058899 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058177b-1a9d-4727-bdb4-21ba5bfb405a req-7b58ad12-38c4-4d73-a07c-5c5f874e185d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:30.060463 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9058177b-1a9d-4727-bdb4-21ba5bfb405a req-7b58ad12-38c4-4d73-a07c-5c5f874e185d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0895352 Dec 10 09:27:30.094609 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa44745-e25b-4539-8d99-22e0b5520cb3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:30.109489 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.111302 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-c1d0e638-af4f-455b-bd35-fe991db47722 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3428016 Dec 10 09:27:30.113969 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46682) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:30.119103 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group_rule': {'security_group_id': '601509ff-6aa7-41e8-b748-f8f917ab363c', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:30.162368 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.173020 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:27:30.174252 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-93740c71-7144-43ae-8de8-60a8de145859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:30.177782 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-93740c71-7144-43ae-8de8-60a8de145859 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.1163764 Dec 10 09:27:30.195657 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9058177b-1a9d-4727-bdb4-21ba5bfb405a req-2cdaecdf-3795-44fe-8091-ef42384d82ef tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169398 Dec 10 09:27:30.259668 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-e46ca602-a050-479b-bd15-69dccdb47af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:30.262349 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-e46ca602-a050-479b-bd15-69dccdb47af8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590587 Dec 10 09:27:30.265229 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.272560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.289553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fab4ac-70fb-490c-b5a5-c76c240fd07d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:30.321628 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.322932 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a74c8cd8-dd0d-474d-8d86-b75a56f76e7b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2074988 Dec 10 09:27:30.325800 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46688) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:30.331401 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group_rule': {'security_group_id': '601509ff-6aa7-41e8-b748-f8f917ab363c', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:30.392730 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.402295 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:27:30.405844 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-0862c60c-1145-49bd-9bb3-cd22afc83311 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311190 Dec 10 09:27:30.463503 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.470651 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.497531 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.499003 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1720610 Dec 10 09:27:30.502059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569297cf-52d3-4f68-b43c-423995ab1d01 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7eb4a08-9cc6-4a20-8f8f-4693d5c74dad,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:30.503867 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46692) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:30.509001 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group_rule': {'security_group_id': '601509ff-6aa7-41e8-b748-f8f917ab363c', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:30.509857 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port f492c27c-1c23-4cfc-85c4-d9bd1d5663da triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:27:30.510318 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.539544 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Project 032c4917a89e460d9b32ec4bb691e40f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:27:30.557724 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.605619 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'c1fb41ba-5769-4811-b26f-37806a4fd3c3', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'port_id': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'mac_address': 'fa:16:3e:2e:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:27:28Z', 'updated_at': '2021-12-10T09:27:28Z', 'revision_number': 0, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:39Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:30.667501 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.673180 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.686574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d79ae7-cbc8-42c0-b4e1-266044309f41 None None] The sync data for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi is: [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': 'c1fb41ba-5769-4811-b26f-37806a4fd3c3', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'port_id': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'mac_address': 'fa:16:3e:2e:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:27:28Z', 'updated_at': '2021-12-10T09:27:28Z', 'revision_number': 0, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:39Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:27:30.689134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.722220 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41b5953-e0bb-46d0-83ee-f9dda7a393b5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:30.739797 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:30.742927 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac12fa14-c02f-4c61-9bae-65afed5e9c99" -d '{"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:30.768967 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.783257 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ccc503a2-3700-4de6-b266-2289eb11aad9 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2782440 Dec 10 09:27:30.783957 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46704) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:30.788911 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'security_group_rule': {'security_group_id': '601509ff-6aa7-41e8-b748-f8f917ab363c', 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:30.789957 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:30.798248 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.824588 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Project 032c4917a89e460d9b32ec4bb691e40f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:27:30.835708 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.943251 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=7']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:30.963860 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.968566 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:30.996447 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4768ad94-03d0-457f-a7dc-0687eaf0e14b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:31.004724 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:31.006510 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-de57f95e-7546-473f-b278-0400443caefe tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2212410 Dec 10 09:27:31.027241 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb445474-f8f0-4a1c-809a-2e0fe8633115 x-openstack-request-id: req-fb445474-f8f0-4a1c-809a-2e0fe8633115 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:31.027632 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:31.027975 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb445474-f8f0-4a1c-809a-2e0fe8633115 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:31.028436 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'code': 200} Dec 10 09:27:31.114784 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eb4198a9-f349-4a6c-858c-290aaf9090ff req-352cb02b-22d9-48fa-924a-c2fd41173548 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003849 Dec 10 09:27:31.184845 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b80019-90ef-4d34-a393-315099748ba8 None None] New status for floating IP c1fb41ba-5769-4811-b26f-37806a4fd3c3: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:27:31.242708 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-575e74d6-bf6c-4e14-a66d-de0505b01aaf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107238708&fields=id&tenant_id=032c4917a89e460d9b32ec4bb691e40f HTTP/1.1" status: 200 len: 267 time: 0.1071768 Dec 10 09:27:31.306079 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-e448cd63-ca73-427e-9948-72347dd0a48d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:31.306311 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-e448cd63-ca73-427e-9948-72347dd0a48d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0564227 Dec 10 09:27:31.320038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'port': {'security_groups': ['f7117553-8a82-4e39-b141-8c09ba2cb8f0', '601509ff-6aa7-41e8-b748-f8f917ab363c']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:31.388851 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677733-0748-4d96-a7c4-b153d2faa799 req-6f31fb37-3693-4aee-8132-bba85ae33133 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:31.390594 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7d677733-0748-4d96-a7c4-b153d2faa799 req-6f31fb37-3693-4aee-8132-bba85ae33133 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0597377 Dec 10 09:27:31.414074 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:31.474285 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7d677733-0748-4d96-a7c4-b153d2faa799 req-c2ceceb8-45a8-4317-bed2-0aacb3de5969 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697217 Dec 10 09:27:31.668027 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:31.699994 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:31.707854 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:31.731885 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['2501eaeb-5c07-4e1f-9198-c411edfa3174'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:27:31.756728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:31.758329 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:31.759730 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-cb8c8beb-fd65-462b-8b20-d17986254b0b req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "PUT /v2.0/ports/2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 982 time: 0.4444928 Dec 10 09:27:31.760311 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:31.763417 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261285a7-09ba-4a2d-9ab5-b824e70448d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:31.787637 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2ef12-c5e9-44d2-af45-4190c7aa4c63 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=6']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:31.869356 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e016346-c7d4-4987-ad4a-a053fe3aaf6b x-openstack-request-id: req-1e016346-c7d4-4987-ad4a-a053fe3aaf6b {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:31.869356 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:31.869859 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e016346-c7d4-4987-ad4a-a053fe3aaf6b {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:31.870525 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'status': 'completed', 'code': 200} Dec 10 09:27:31.872429 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['2501eaeb-5c07-4e1f-9198-c411edfa3174'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:27:31.984584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-f89c7464-d8c8-4426-9d66-35f42e307026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:31.986094 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-f89c7464-d8c8-4426-9d66-35f42e307026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1138 time: 0.0906997 Dec 10 09:27:32.021098 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9422a-30e0-4d1f-9b69-fefa71e46d31 req-f914f017-c5c4-4b10-9edf-e1412c401ad7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:32.038504 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a8e9422a-30e0-4d1f-9b69-fefa71e46d31 req-f914f017-c5c4-4b10-9edf-e1412c401ad7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.1425264 Dec 10 09:27:32.086908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46728) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:32.173285 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Deleting subnet 611d9b7f-1903-4892-bd2d-4128d237968b {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:27:32.180639 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a8e9422a-30e0-4d1f-9b69-fefa71e46d31 req-44e73331-a35a-4546-a5ad-11b68971ee1f tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397736 Dec 10 09:27:32.183956 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.206368 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-3aae6743-75d4-47f8-843a-a9214beae516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:32.207059 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-d9b79353-2927-4fa0-bdb8-02b424f3bdc2 None None] Provisioning complete for port 2501eaeb-5c07-4e1f-9198-c411edfa3174 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:27:32.207486 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9b79353-2927-4fa0-bdb8-02b424f3bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.209076 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-3aae6743-75d4-47f8-843a-a9214beae516 service neutron] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 916 time: 0.2114301 Dec 10 09:27:32.259087 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.321196 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.336424 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-fd3d08b9-abf5-45f2-807a-9c2b5306c219 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 1002 time: 0.1076453 Dec 10 09:27:32.431445 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.484127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-d515b0fa-3adc-4e4f-ae5e-0ff829e87c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:32.485993 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-d515b0fa-3adc-4e4f-ae5e-0ff829e87c24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.1231863 Dec 10 09:27:32.513291 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.540115 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46736) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:32.541495 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/611d9b7f-1903-4892-bd2d-4128d237968b HTTP/1.1" status: 204 len: 168 time: 0.4529936 Dec 10 09:27:32.545504 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611d9b7f-1903-4892-bd2d-4128d237968b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:32.559674 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-db456375-841d-4d98-9ee8-b1e235f17bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:32.561269 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-db456375-841d-4d98-9ee8-b1e235f17bd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672810 Dec 10 09:27:32.567785 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.571057 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.571981 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.572628 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.573156 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.573826 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.574902 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.575854 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.579010 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.579538 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.580034 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.581456 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.582079 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb357364-1cfd-4fbf-996d-f1869ebb0983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:27:32.679236 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.682162 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb427a9-2883-44db-9b80-39aaeb5a4593 req-67183c6d-2a5b-4459-b703-ba38946f4bfc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:32.684181 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9fb427a9-2883-44db-9b80-39aaeb5a4593 req-67183c6d-2a5b-4459-b703-ba38946f4bfc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0649855 Dec 10 09:27:32.741724 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-41721dcb-cfcf-41fb-96f5-8d86b916cb62 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428230 Dec 10 09:27:32.751684 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9fb427a9-2883-44db-9b80-39aaeb5a4593 req-558ae4db-3343-41b6-b77d-d001dda93791 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577762 Dec 10 09:27:32.855317 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.887367 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505d52dc-2cd2-45ed-92db-3aa0c36d26bf']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:32.899168 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc027dcf-6ee7-4bf1-82b9-dddaa123936b') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:32.899609 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc027dcf-6ee7-4bf1-82b9-dddaa123936b') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:32.920225 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.946195 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.950500 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-261285a7-09ba-4a2d-9ab5-b824e70448d2 req-86f000ff-4c05-4406-b3be-8d01e734cac9 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968381 Dec 10 09:27:32.955995 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:27:32.956523 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:27:32.968474 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:27:33.043975 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.052225 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.058937 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46742) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:33.059585 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] 10.222.0.21 "DELETE /v2.0/networks/505d52dc-2cd2-45ed-92db-3aa0c36d26bf HTTP/1.1" status: 204 len: 168 time: 0.5183246 Dec 10 09:27:33.077988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f07496-e304-488e-89cf-2fdfb6ca4213 admin admin] Pushing event deleted for resources: {'Network': ['ID=505d52dc-2cd2-45ed-92db-3aa0c36d26bf,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:33.163570 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Deleting subnet 56bcbc41-122f-4f69-99c5-879caf1fcc2f {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:27:33.167606 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.238634 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75671c-ccf5-4965-a254-888f7beb9593 req-3775e3a8-8be0-42ab-a0e6-b4a469ee1eb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:33.239574 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bc75671c-ccf5-4965-a254-888f7beb9593 req-3775e3a8-8be0-42ab-a0e6-b4a469ee1eb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.1228764 Dec 10 09:27:33.243192 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.333929 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-bc75671c-ccf5-4965-a254-888f7beb9593 req-61950352-64a9-4d0a-95c1-0f41962cd091 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883517 Dec 10 09:27:33.337248 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.413062 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.440996 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bcbc41-122f-4f69-99c5-879caf1fcc2f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:33.448785 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.452715 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-31a5bcdb-6c28-4f54-838b-5dce75556543 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/56bcbc41-122f-4f69-99c5-879caf1fcc2f HTTP/1.1" status: 204 len: 168 time: 0.3927050 Dec 10 09:27:33.455780 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46746) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:33.537377 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.627339 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.649469 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:33.659641 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990bf4db-e628-456b-a096-934805d22e89') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:33.659924 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990bf4db-e628-456b-a096-934805d22e89') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:33.670117 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.686411 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.695372 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:27:33.695943 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:27:33.698409 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:27:33.764638 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.772933 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.778995 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664 HTTP/1.1" status: 204 len: 168 time: 0.3219659 Dec 10 09:27:33.794430 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e31d09-b152-400b-8e0a-1fb4799f1e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb7a4e2-0986-4dd2-b2e6-a0cae9f3b664,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:33.923615 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95271e5-631e-4192-b295-2fcf63e751c2 req-5ed0af63-71a2-43c9-858c-e75ba2caa64b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:33.925222 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e95271e5-631e-4192-b295-2fcf63e751c2 req-5ed0af63-71a2-43c9-858c-e75ba2caa64b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0575464 Dec 10 09:27:33.990960 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 46752) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:33.998740 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e95271e5-631e-4192-b295-2fcf63e751c2 req-a0f323ee-67e6-4602-b6cd-26454b3e5c0a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637758 Dec 10 09:27:34.040544 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-2b8ddca1-81f8-4f65-9c5c-7ad3c138bdfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a6e7c71540d4ee892bd1e32ac227b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483503 Dec 10 09:27:34.043165 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46754) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:34.098485 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-843d5e38-b6b6-4988-b15f-32e5de48dfa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.124059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-843d5e38-b6b6-4988-b15f-32e5de48dfa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.191256 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-843d5e38-b6b6-4988-b15f-32e5de48dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.194146 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-843d5e38-b6b6-4988-b15f-32e5de48dfa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.195329 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-843d5e38-b6b6-4988-b15f-32e5de48dfa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/975b4e20-6ba8-4a31-925d-d3d638f65223 HTTP/1.1" status: 204 len: 168 time: 0.1511118 Dec 10 09:27:34.207521 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d5e38-b6b6-4988-b15f-32e5de48dfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975b4e20-6ba8-4a31-925d-d3d638f65223,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:34.480417 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404ec46-efd9-46dd-92ab-bbd630b10ab3 req-93f93f79-8c4f-4786-af47-8f417fb1714d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:34.488361 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3404ec46-efd9-46dd-92ab-bbd630b10ab3 req-93f93f79-8c4f-4786-af47-8f417fb1714d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.0708644 Dec 10 09:27:34.554939 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3404ec46-efd9-46dd-92ab-bbd630b10ab3 req-c00125ec-47c6-41f6-93be-44ce0c8fa6d1 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641706 Dec 10 09:27:34.640084 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46768) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:34.686492 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a9accf12-cc7c-4e25-be92-5f58c2b487d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=354e06f873a24283abae9a01e5dd942a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448585 Dec 10 09:27:34.689141 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 46770) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:34.741020 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-859f232c-fa30-4ddb-9b8f-acda60b50cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.764476 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-859f232c-fa30-4ddb-9b8f-acda60b50cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.817281 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-859f232c-fa30-4ddb-9b8f-acda60b50cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.820124 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-859f232c-fa30-4ddb-9b8f-acda60b50cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:34.821272 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-859f232c-fa30-4ddb-9b8f-acda60b50cea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d9b1455-1a20-453c-a4ba-66a3d36d71da HTTP/1.1" status: 204 len: 168 time: 0.1309655 Dec 10 09:27:34.833526 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f232c-fa30-4ddb-9b8f-acda60b50cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b1455-1a20-453c-a4ba-66a3d36d71da,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:34.892245 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-4b8bb213-4741-4ad1-92dd-0537c71169ff tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:34.894063 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-4b8bb213-4741-4ad1-92dd-0537c71169ff tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 945 time: 0.0738561 Dec 10 09:27:35.015541 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Deleting port b0f49dd0-4924-4ff9-93ba-6c45d788b39c {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:27:35.016150 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:35.142437 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] For port b0f49dd0-4924-4ff9-93ba-6c45d788b39c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:35.142803 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:35.207731 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa008b-d735-40d4-917d-5ed9da285141 req-f61b4098-e5f9-4334-bb1e-bb3ae57ce3eb tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:35.209313 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-45fa008b-d735-40d4-917d-5ed9da285141 req-f61b4098-e5f9-4334-bb1e-bb3ae57ce3eb tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.1215475 Dec 10 09:27:35.322942 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-45fa008b-d735-40d4-917d-5ed9da285141 req-25e054a1-b9e0-4fd9-8ee4-c79e588b6685 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018264 Dec 10 09:27:35.418309 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:35.418705 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:35.419025 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Floating IP 6e3d603b-67c3-4837-97f1-851c5bc0459a disassociated. External IP: 172.27.2.192, port: b0f49dd0-4924-4ff9-93ba-6c45d788b39c. Dec 10 09:27:35.419370 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Calling delete_port for b0f49dd0-4924-4ff9-93ba-6c45d788b39c owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:27:35.581896 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:35.619128 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'Port': ['ID=b0f49dd0-4924-4ff9-93ba-6c45d788b39c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:35.761874 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-58ae9b7c-550c-4eed-a96f-2a0b2ea76b2f req-81cf92fd-eb60-4050-a0ba-01e3c8b85ffd tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 210 time: 0.0460691 Dec 10 09:27:35.819807 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:27:35.980329 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:27:35.992074 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:27:36.041531 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:27:36.043204 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:27:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:36.047214 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] No DVR routers for this DVR port b0f49dd0-4924-4ff9-93ba-6c45d788b39c on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:27:36.058547 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:36.062148 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d7644b11-ce7e-4c21-b299-4828d8146eb2 req-71571f4f-9d51-431d-8960-aa671aafbc9d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "DELETE /v2.0/ports/b0f49dd0-4924-4ff9-93ba-6c45d788b39c HTTP/1.1" status: 204 len: 173 time: 1.1526461 Dec 10 09:27:36.062725 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'name': 'network-vif-deleted', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:36.065748 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e493295-bf01-469c-b810-5385e3480664" -d '{"events": [{"server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "name": "network-vif-deleted", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:36.172726 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b42905-9c4a-4658-b74c-d1c86353b4d9 x-openstack-request-id: req-97b42905-9c4a-4658-b74c-d1c86353b4d9 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:36.173139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20c09ec-366d-47b9-aaa9-77fa09f56155", "name": "network-vif-deleted", "tag": "b0f49dd0-4924-4ff9-93ba-6c45d788b39c", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:36.173695 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97b42905-9c4a-4658-b74c-d1c86353b4d9 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:36.174606 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20c09ec-366d-47b9-aaa9-77fa09f56155', 'name': 'network-vif-deleted', 'tag': 'b0f49dd0-4924-4ff9-93ba-6c45d788b39c', 'status': 'completed', 'code': 200} Dec 10 09:27:36.226531 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:27:36.496806 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97552d87-d936-4d61-8f25-20f2e0e5547b req-7f930372-3f39-4363-8eee-d831c7828e8f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:36.501570 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-97552d87-d936-4d61-8f25-20f2e0e5547b req-7f930372-3f39-4363-8eee-d831c7828e8f tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0923095 Dec 10 09:27:36.583197 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-97552d87-d936-4d61-8f25-20f2e0e5547b req-3275a4bb-d045-4c23-ab60-b97581c0ca4e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688581 Dec 10 09:27:36.635767 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:36.681559 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:27:36.693293 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:27:36.693926 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:27:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:36.849448 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:27:36.925206 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d32dfd3a-7c49-42b5-8c38-4d2e6e4be52e req-38136426-7d3a-4ec0-8d20-4c8524bb0531 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=e20c09ec-366d-47b9-aaa9-77fa09f56155 HTTP/1.1" status: 200 len: 210 time: 0.0452344 Dec 10 09:27:37.150489 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:27:37.179388 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc5549-a163-400b-b1d9-519c207a3ce7 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:27:37.461361 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590bd1d3-8d27-418b-8966-668f25a74975 None None] New status for floating IP 6e3d603b-67c3-4837-97f1-851c5bc0459a: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:27:37.811145 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e72ba-eefe-49b2-9fad-26faf8d3ca0e req-2b296f61-4cbc-4973-9847-25299c3832f2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:37.814584 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1d6e72ba-eefe-49b2-9fad-26faf8d3ca0e req-2b296f61-4cbc-4973-9847-25299c3832f2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0682304 Dec 10 09:27:37.887085 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1d6e72ba-eefe-49b2-9fad-26faf8d3ca0e req-91443ae5-ad2d-4b08-8287-0b5cb81c62a2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589492 Dec 10 09:27:38.290594 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-152d380b-e02a-42d8-897c-c380917d3373 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349599362&fields=id&tenant_id=7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 267 time: 0.0529857 Dec 10 09:27:38.301786 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device b0f49dd0-4924-4ff9-93ba-6c45d788b39c no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:27:38.329654 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: b0f49dd0-4924-4ff9-93ba-6c45d788b39c {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:27:38.330142 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device b0f49dd0-4924-4ff9-93ba-6c45d788b39c not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:27:38.425865 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-3175a47e-5390-4bf2-983a-d874d6fd0b0c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:38.427416 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-3175a47e-5390-4bf2-983a-d874d6fd0b0c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 812 time: 0.1287506 Dec 10 09:27:38.445448 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0cdb0319-c836-4557-a5c6-acd6f4d300a0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/quotas/7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 375 time: 0.0118270 Dec 10 09:27:38.506281 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-f4523d77-94fe-4871-a3bf-4a0f16a592b5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542369 Dec 10 09:27:38.718088 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-4f870696-12a4-4272-990d-b2a39d112c2e service neutron] 10.222.0.21 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998439 Dec 10 09:27:38.814275 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-04f77f78-4938-463c-be19-8ab8d7bad6a0 service neutron] 10.222.0.21 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949869 Dec 10 09:27:39.065267 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7dade-50cf-4262-819f-8c90b9c039ea req-4aa8d319-1aa8-4a5e-8ad5-bd5644492e2d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:39.073310 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-27d7dade-50cf-4262-819f-8c90b9c039ea req-4aa8d319-1aa8-4a5e-8ad5-bd5644492e2d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0862167 Dec 10 09:27:39.153580 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-27d7dade-50cf-4262-819f-8c90b9c039ea req-55362871-7fa5-4235-82f4-fbfd5965cdcb tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787487 Dec 10 09:27:39.266497 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7b8ff686-8812-4160-a1e9-16487c592b4a req-1c913a4b-35da-4061-abb2-6129b76d4592 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 210 time: 0.0457542 Dec 10 09:27:39.983021 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:40.295823 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762197ad-4841-47ac-9286-944854920fcf req-78262e8e-1eec-43d6-b3ae-8ed89b714d78 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:40.304711 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-762197ad-4841-47ac-9286-944854920fcf req-78262e8e-1eec-43d6-b3ae-8ed89b714d78 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0743175 Dec 10 09:27:40.365522 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-762197ad-4841-47ac-9286-944854920fcf req-03821975-b9f7-46cb-bc42-9cfa59f6eefc tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599277 Dec 10 09:27:40.445908 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-75f106da-f2a5-4d7e-a826-455d30a70829 req-cb6b945f-ab59-423e-8315-8e676fd0d6f0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 210 time: 0.0372288 Dec 10 09:27:40.536388 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-3efa92d5-2e29-40d6-a066-cd7100f42a52 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:40.537910 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-3efa92d5-2e29-40d6-a066-cd7100f42a52 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 812 time: 0.1282415 Dec 10 09:27:40.623358 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-736a25cb-8bf1-46e0-bc2d-3a8a5d972ca8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 379 time: 0.0656161 Dec 10 09:27:40.643531 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'port': {'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'admin_state_up': True, 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'security_groups': ['33332eeb-5224-4a18-8f4a-0a4c1f2460f9']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:40.845171 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Made reservation on behalf of 7aed92792c0a45d58fa5cedf9950162b for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:27:40.854817 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:41.006615 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Allocated IP 172.20.0.7 (0503223a-c71a-400e-b4f4-a95a44e40b4c/12d0c372-17cb-4c30-9e3f-e06aab01d477/c4a968c7-0575-450b-9dc7-49be2fa3efc7) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:27:41.220103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:41.280472 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:41.330118 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:27:41.334170 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:27:41.347188 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:27:41.429747 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=c4a968c7-0575-450b-9dc7-49be2fa3efc7,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:41.438281 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:41.439035 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:41.465544 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0656a0c7-d0ed-4ce1-8fb4-b9b7755d677f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286870 Dec 10 09:27:41.479764 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Request body: {'port': {'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:27:41.561254 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:41.620584 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb659a9-0e5f-4886-9d66-f2ffb9b5c4ac req-b87776be-e976-4bf3-ae1c-3ff2a5adfd99 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:41.644786 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6bb659a9-0e5f-4886-9d66-f2ffb9b5c4ac req-b87776be-e976-4bf3-ae1c-3ff2a5adfd99 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.1511979 Dec 10 09:27:41.694416 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d29622-d23b-4eae-932f-4a58155afe88 req-512b97ca-b2b3-4396-9a60-6baea99a376a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:41.696209 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3d29622-d23b-4eae-932f-4a58155afe88 req-512b97ca-b2b3-4396-9a60-6baea99a376a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 931 time: 0.0899415 Dec 10 09:27:41.715368 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-daf335ac-5f98-41f8-a439-4b6d19a23d25 None None] Provisioning complete for port c4a968c7-0575-450b-9dc7-49be2fa3efc7 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:27:41.716723 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-daf335ac-5f98-41f8-a439-4b6d19a23d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:41.737627 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6bb659a9-0e5f-4886-9d66-f2ffb9b5c4ac req-04c28a5a-132e-453d-9295-3636dd62885a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915704 Dec 10 09:27:41.795104 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-daf335ac-5f98-41f8-a439-4b6d19a23d25 None None] Port c4a968c7-0575-450b-9dc7-49be2fa3efc7 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:27:41.894568 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3d29622-d23b-4eae-932f-4a58155afe88 req-1fb96111-1a86-4e56-9eb7-6c3a274c6607 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270444 Dec 10 09:27:42.286157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a968c7-0575-450b-9dc7-49be2fa3efc7 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:27:42.294365 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:42.308912 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Transition to ACTIVE for port object c4a968c7-0575-450b-9dc7-49be2fa3efc7 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:27:42.314643 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:42.368880 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a968c7-0575-450b-9dc7-49be2fa3efc7,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:42.446830 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Attempting to bind port c4a968c7-0575-450b-9dc7-49be2fa3efc7 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:27:42.447176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Attempting to bind port c4a968c7-0575-450b-9dc7-49be2fa3efc7 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:27:42.447496 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Attempting to bind port c4a968c7-0575-450b-9dc7-49be2fa3efc7 on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:27:42.456707 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Port c4a968c7-0575-450b-9dc7-49be2fa3efc7 on network 0503223a-c71a-400e-b4f4-a95a44e40b4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:27:42.457884 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Attempting to bind port c4a968c7-0575-450b-9dc7-49be2fa3efc7 on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:27:42.463404 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:27:42.463874 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Checking segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:27:42.464262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Bound using segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:27:42.464696 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Bound port: c4a968c7-0575-450b-9dc7-49be2fa3efc7, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:27:42.465046 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:42.545640 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] For port c4a968c7-0575-450b-9dc7-49be2fa3efc7, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:27:42.548914 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] For port c4a968c7-0575-450b-9dc7-49be2fa3efc7, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:27:42.552888 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:42.583957 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:42.584551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:42.585930 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] 10.222.0.43 "PUT /v2.0/ports/c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 1093 time: 1.1111898 Dec 10 09:27:42.591725 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:42.595505 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698" -d '{"events": [{"name": "network-changed", "server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:42.631297 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80154cb9-adb5-45a3-944b-a3b20b949ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a968c7-0575-450b-9dc7-49be2fa3efc7,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:42.671928 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f39d3-ca15-4631-874c-77831bfab355 x-openstack-request-id: req-ee7f39d3-ca15-4631-874c-77831bfab355 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:42.672262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:42.672540 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee7f39d3-ca15-4631-874c-77831bfab355 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:42.673033 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'status': 'completed', 'code': 200} Dec 10 09:27:42.724884 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-ade019db-1066-4270-b769-7e42125b9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:42.726611 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-ade019db-1066-4270-b769-7e42125b9045 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1096 time: 0.0640159 Dec 10 09:27:42.775493 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-497172e4-5d1d-402d-910b-8eaac1b7770a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:42.779839 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-44f1ea0d-8608-4e36-9df5-fb164bb00641 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Dec 10 09:27:42.876305 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0c1f94cf-9e23-4b47-9e34-709cf7dc66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:42.877779 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-0c1f94cf-9e23-4b47-9e34-709cf7dc66fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0793879 Dec 10 09:27:42.877887 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f87a44-864c-47e6-8bb5-75bca7ecdede req-95e82af4-09c4-4dba-8569-8c91803fcf31 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:42.879796 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a3f87a44-864c-47e6-8bb5-75bca7ecdede req-95e82af4-09c4-4dba-8569-8c91803fcf31 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0553818 Dec 10 09:27:42.919896 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753787-c8de-4b00-917f-867507d238fc req-e3cb3dca-fd4d-42a0-ba55-e9cb40f0b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:42.921400 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-e3cb3dca-fd4d-42a0-ba55-e9cb40f0b1a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1098 time: 0.1217623 Dec 10 09:27:42.960593 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124be3-2ca6-4143-a376-f88b846951eb req-1dba1bd2-f193-4b5c-a01f-b02b89aa0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:42.961473 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a3f87a44-864c-47e6-8bb5-75bca7ecdede req-d449005c-1aea-4a16-9ab6-adf2f70b85a9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561821 Dec 10 09:27:42.963490 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-1dba1bd2-f193-4b5c-a01f-b02b89aa0722 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758579 Dec 10 09:27:43.112509 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cccb6-2cd6-4cb5-8b2c-368b3ca067a6 req-8f30024e-283a-4bb4-9856-ad630d0535d0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.113928 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-505cccb6-2cd6-4cb5-8b2c-368b3ca067a6 req-8f30024e-283a-4bb4-9856-ad630d0535d0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.1250911 Dec 10 09:27:43.140127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753787-c8de-4b00-917f-867507d238fc req-a38ced48-c6dd-4038-8b4c-262ec26ab698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.141565 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-a38ced48-c6dd-4038-8b4c-262ec26ab698 service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.2097487 Dec 10 09:27:43.208343 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-219dd40a-28b1-45bc-bfe3-17b0ee659c90 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182970 Dec 10 09:27:43.290637 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-505cccb6-2cd6-4cb5-8b2c-368b3ca067a6 req-c1884958-6463-4f67-82cc-ca97cf29f517 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637468 Dec 10 09:27:43.296493 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-fe8c0db2-91a6-458c-9b1d-eac3037b0ab0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 200 len: 1001 time: 0.1438434 Dec 10 09:27:43.369977 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8b124be3-2ca6-4143-a376-f88b846951eb req-ddbaa20e-e032-4d11-b816-2118c378865b service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509044 Dec 10 09:27:43.377168 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753787-c8de-4b00-917f-867507d238fc req-79d0241e-37bc-4e77-beb5-e16af0a5de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.378584 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-79d0241e-37bc-4e77-beb5-e16af0a5de85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0727661 Dec 10 09:27:43.435208 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753787-c8de-4b00-917f-867507d238fc req-53ac0aae-7bba-4f16-9b77-b9180400a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.436670 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-53ac0aae-7bba-4f16-9b77-b9180400a5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505724 Dec 10 09:27:43.520508 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-3d517fc2-c89f-4f47-88fa-00bcb47a130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.522003 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-3d517fc2-c89f-4f47-88fa-00bcb47a130d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1096 time: 0.0984063 Dec 10 09:27:43.596859 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-fdcbd211-fab4-4b72-8b0e-1ebe9c9825f2 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460791 Dec 10 09:27:43.684988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-fd906d2f-5253-4761-b30e-7233a59187ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.686516 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-fd906d2f-5253-4761-b30e-7233a59187ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1532102 Dec 10 09:27:43.744685 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-e3e868f5-22aa-4816-ac8b-b38f9aac6760 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 217 time: 0.0451186 Dec 10 09:27:43.754905 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a753787-c8de-4b00-917f-867507d238fc req-bae85750-1d29-42e0-99c3-64f9388cd7f1 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456540 Dec 10 09:27:43.797963 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-7c6d79ec-1366-4a7c-86d2-e1233fffd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.799341 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-7c6d79ec-1366-4a7c-86d2-e1233fffd6f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0436094 Dec 10 09:27:43.855960 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-1cd79c1e-ba33-42bf-af98-8f5ecbd48591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:43.857484 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-1cd79c1e-ba33-42bf-af98-8f5ecbd48591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473731 Dec 10 09:27:43.952348 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-29da57db-2e16-40c3-939b-72545d8b0467 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 Dec 10 09:27:44.087758 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d3f99dc4-362d-43ce-ba06-1d7d4a7a0698 req-96a3ded8-7ab5-48e4-b72c-dbd5aae64fcf service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256003 Dec 10 09:27:44.095728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6931-63be-4b28-a431-0e15dab2e1dc req-fc9207fe-29ee-4da1-83df-838e236f10b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:44.097114 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8d1d6931-63be-4b28-a431-0e15dab2e1dc req-fc9207fe-29ee-4da1-83df-838e236f10b3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0805969 Dec 10 09:27:44.150237 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8d1d6931-63be-4b28-a431-0e15dab2e1dc req-ec8cc1a5-9fb0-44ed-98b3-fa01423908f8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Dec 10 09:27:44.420506 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903542d-e793-486d-8352-bbdda1728a3e req-f86c9879-760e-45a8-bb68-3f3bc2f3c5a4 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:44.421983 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0903542d-e793-486d-8352-bbdda1728a3e req-f86c9879-760e-45a8-bb68-3f3bc2f3c5a4 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.0529974 Dec 10 09:27:44.479391 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-0903542d-e793-486d-8352-bbdda1728a3e req-38f36c72-9532-4df5-82a6-8b903e68ab2c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489469 Dec 10 09:27:45.054221 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff2e5fc5-44c1-4637-adfa-e79177f19218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:45.286493 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da02abc-d125-4206-8e7e-19c8f86d3be7 req-ea813b83-9936-44f6-a7b0-e0458c1f9dbd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:45.287857 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1da02abc-d125-4206-8e7e-19c8f86d3be7 req-ea813b83-9936-44f6-a7b0-e0458c1f9dbd tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0513792 Dec 10 09:27:45.336531 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1da02abc-d125-4206-8e7e-19c8f86d3be7 req-edb973a4-c04a-46f5-acba-48452e0f44a2 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Dec 10 09:27:45.602782 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f26a-c0b4-4275-b21d-e053560d0161 req-9d443899-d46a-453c-9734-4876d93fd750 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:45.604356 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5ea8f26a-c0b4-4275-b21d-e053560d0161 req-9d443899-d46a-453c-9734-4876d93fd750 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.0501215 Dec 10 09:27:45.657681 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5ea8f26a-c0b4-4275-b21d-e053560d0161 req-735790a3-c0a7-498e-8b56-b4e9a06d75d5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Dec 10 09:27:46.276320 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:46.320322 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:27:46.398840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:46.421351 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:46.423628 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a036fef-f8c8-4705-bb2a-ede47b77a255" -d '{"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:46.438183 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:46.443209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:46.469506 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b1f6bd-b3fb-4c6e-bcd5-cb880bee3bae x-openstack-request-id: req-38b1f6bd-b3fb-4c6e-bcd5-cb880bee3bae {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:46.469796 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-unplugged", "status": "failed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "code": 422}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:46.470069 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38b1f6bd-b3fb-4c6e-bcd5-cb880bee3bae {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:46.470465 dv-cinder-817514-4-iscsi neutron-server[102410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'code': 422} returned with failed status Dec 10 09:27:46.473814 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1985d77-65b2-4482-a4b2-51d635acf9d2 req-945d0193-6c5f-4ba1-a5ea-8264c70d6317 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:46.475357 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c1985d77-65b2-4482-a4b2-51d635acf9d2 req-945d0193-6c5f-4ba1-a5ea-8264c70d6317 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0535095 Dec 10 09:27:46.495565 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=8']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:46.525108 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c1985d77-65b2-4482-a4b2-51d635acf9d2 req-b0f84dc7-f08e-44ce-af56-2cc364818be4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Dec 10 09:27:46.776369 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55435a38-a1bf-4efe-a101-cda762aec3f1 req-fc3d96f3-4fd8-4507-95ad-c602b3beb71c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:46.778089 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-55435a38-a1bf-4efe-a101-cda762aec3f1 req-fc3d96f3-4fd8-4507-95ad-c602b3beb71c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.0522170 Dec 10 09:27:46.827647 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-55435a38-a1bf-4efe-a101-cda762aec3f1 req-4a8fea00-6bc8-468f-84de-a34242c03c0a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434525 Dec 10 09:27:47.205607 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47040) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:47.298346 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [req-d0ca7b9e-4b83-4302-af8d-94ede5e3a189 req-07429657-0329-452a-a70c-2e5a1c27d2a1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:27:47.299311 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d0ca7b9e-4b83-4302-af8d-94ede5e3a189 req-07429657-0329-452a-a70c-2e5a1c27d2a1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062790 Dec 10 09:27:47.316340 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3c39d0d2-f31a-4be9-9bbc-fbd5000e3c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.395536 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.406473 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3c39d0d2-f31a-4be9-9bbc-fbd5000e3c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.411490 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3c39d0d2-f31a-4be9-9bbc-fbd5000e3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.454456 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3c39d0d2-f31a-4be9-9bbc-fbd5000e3c56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=982b0e77354b4333932825c06f612c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476823 Dec 10 09:27:47.457142 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47052) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:47.463557 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39d0d2-f31a-4be9-9bbc-fbd5000e3c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbc204-a67b-4a85-a18f-0cafeb07e04e,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:47.481032 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b5c0-a380-4c2e-a0de-b9cdfe2879dd req-60d8af0a-8685-42d4-8601-c4ee1072c4e3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:47.483339 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6fc3b5c0-a380-4c2e-a0de-b9cdfe2879dd req-60d8af0a-8685-42d4-8601-c4ee1072c4e3 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0552914 Dec 10 09:27:47.509422 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11331125-ec12-496d-b91a-3b9868bb93c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.531881 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11331125-ec12-496d-b91a-3b9868bb93c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.534837 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6fc3b5c0-a380-4c2e-a0de-b9cdfe2879dd req-e08da89a-698b-4bdf-beba-2576280be460 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Dec 10 09:27:47.578793 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11331125-ec12-496d-b91a-3b9868bb93c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.581580 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11331125-ec12-496d-b91a-3b9868bb93c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:47.582989 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-11331125-ec12-496d-b91a-3b9868bb93c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccfbc204-a67b-4a85-a18f-0cafeb07e04e HTTP/1.1" status: 204 len: 168 time: 0.1249609 Dec 10 09:27:47.591068 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11331125-ec12-496d-b91a-3b9868bb93c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbc204-a67b-4a85-a18f-0cafeb07e04e,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:47.830436 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47070) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:27:47.927181 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-fae16bbe-5358-4b2f-ae65-717a299ca8db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954368 Dec 10 09:27:47.937136 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-6dbaed0a-4280-4e7e-827b-ffc5e281cca9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:27:47.938280 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-6dbaed0a-4280-4e7e-827b-ffc5e281cca9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057213 Dec 10 09:27:48.112363 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c4c7-1054-4c73-b674-973511f6874e req-3a1edd58-e755-4c87-bf48-06c393fbe463 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:48.113930 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eff9c4c7-1054-4c73-b674-973511f6874e req-3a1edd58-e755-4c87-bf48-06c393fbe463 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.0522003 Dec 10 09:27:48.169597 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-eff9c4c7-1054-4c73-b674-973511f6874e req-0c2dfc6c-16ef-4170-81de-2252fa74dcca tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488799 Dec 10 09:27:48.595849 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:48.673653 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df241350-b32d-45e1-a378-c2f916d2a105 req-cbe6e65c-b811-4d19-94e3-32e5b897543e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:48.675221 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df241350-b32d-45e1-a378-c2f916d2a105 req-cbe6e65c-b811-4d19-94e3-32e5b897543e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0533390 Dec 10 09:27:48.726946 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-df241350-b32d-45e1-a378-c2f916d2a105 req-f339acd3-3592-4f2f-b2bb-3de00c737967 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Dec 10 09:27:48.872972 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502568f2-b4a1-46ea-8053-598834e9f91d req-5f35f77b-079b-4ebe-bc1e-02ba7970af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:48.874500 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-5f35f77b-079b-4ebe-bc1e-02ba7970af5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b&tenant_id=9249ec92613145ffab6069991f4585c2 HTTP/1.1" status: 200 len: 1096 time: 0.0486543 Dec 10 09:27:48.941761 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502568f2-b4a1-46ea-8053-598834e9f91d req-f8d326e7-58ea-46a8-89de-8e60beca9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:48.943251 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-f8d326e7-58ea-46a8-89de-8e60beca9af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1096 time: 0.0425155 Dec 10 09:27:49.041826 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502568f2-b4a1-46ea-8053-598834e9f91d req-b555987a-d6f2-4a7a-948a-adc9171f72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:49.043319 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-b555987a-d6f2-4a7a-948a-adc9171f72ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.0865488 Dec 10 09:27:49.117888 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-c35a938d-4a18-4fcc-87fc-a8aaba0eb548 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 200 len: 999 time: 0.0646975 Dec 10 09:27:49.175528 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502568f2-b4a1-46ea-8053-598834e9f91d req-d5fef5dd-0ddc-47b7-a326-ab0cc828d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:49.177013 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-d5fef5dd-0ddc-47b7-a326-ab0cc828d59c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0492980 Dec 10 09:27:49.229161 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502568f2-b4a1-46ea-8053-598834e9f91d req-7bb02e82-623a-4237-b6f4-5569aac4a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:49.230755 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-7bb02e82-623a-4237-b6f4-5569aac4a1ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432675 Dec 10 09:27:49.295528 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36cb9-58e4-474a-9801-6bfc5127e728 req-9ed96e67-aa0c-461a-9dde-60dea853132a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:49.297563 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-24d36cb9-58e4-474a-9801-6bfc5127e728 req-9ed96e67-aa0c-461a-9dde-60dea853132a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.0545154 Dec 10 09:27:49.329418 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-590f0f09-57c6-46f4-a66e-664587f6de41 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810585 Dec 10 09:27:49.349821 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-24d36cb9-58e4-474a-9801-6bfc5127e728 req-891c685c-5865-4bcc-b92b-f4a89698faa8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459287 Dec 10 09:27:49.422230 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-502568f2-b4a1-46ea-8053-598834e9f91d req-82e3d0af-05e0-4717-9fcb-5bfbd6e74a27 service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Dec 10 09:27:49.852834 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c6e1-d06d-440e-b0d2-18349bd2ba6a req-c30740d9-02ea-4ee6-b4c3-c7b1e6f037b8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:49.854468 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0729c6e1-d06d-440e-b0d2-18349bd2ba6a req-c30740d9-02ea-4ee6-b4c3-c7b1e6f037b8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0503387 Dec 10 09:27:49.905352 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0729c6e1-d06d-440e-b0d2-18349bd2ba6a req-05c51617-5ece-4a66-ac5f-19fd8641ce19 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Dec 10 09:27:50.348135 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c4a968c7-0575-450b-9dc7-49be2fa3efc7 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:27:50.448454 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port c4a968c7-0575-450b-9dc7-49be2fa3efc7, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:50.460983 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:27:50.502386 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c2454-bbae-47a5-bffe-2e70de02c139 req-6ed28c01-b635-43e3-a55e-46fb76968589 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:50.503458 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:50.511534 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-946c2454-bbae-47a5-bffe-2e70de02c139 req-6ed28c01-b635-43e3-a55e-46fb76968589 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 943 time: 0.0913515 Dec 10 09:27:50.519333 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a968c7-0575-450b-9dc7-49be2fa3efc7 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:27:50.543145 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port c4a968c7-0575-450b-9dc7-49be2fa3efc7, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:50.554179 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:50.575844 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-946c2454-bbae-47a5-bffe-2e70de02c139 req-31320c94-da52-4d5b-8742-265ac5a583be tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633917 Dec 10 09:27:50.608199 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=c4a968c7-0575-450b-9dc7-49be2fa3efc7,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:50.813452 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['c4a968c7-0575-450b-9dc7-49be2fa3efc7'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:27:51.051150 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b886be-35d6-4a4d-a7b4-6809a30a751f req-c6e35a0a-865e-48b6-af83-41623c18e545 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:51.052667 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d2b886be-35d6-4a4d-a7b4-6809a30a751f req-c6e35a0a-865e-48b6-af83-41623c18e545 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0479281 Dec 10 09:27:51.112806 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d2b886be-35d6-4a4d-a7b4-6809a30a751f req-5190da58-2ee0-4f5e-aa97-a0d67fe15f1c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538940 Dec 10 09:27:51.697843 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79538b-fb4d-442b-9094-353a2711847f req-7ca10cc0-d5d6-4154-afb6-ded5ae64ec56 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:51.699688 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8c79538b-fb4d-442b-9094-353a2711847f req-7ca10cc0-d5d6-4154-afb6-ded5ae64ec56 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 944 time: 0.0522954 Dec 10 09:27:51.757483 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8c79538b-fb4d-442b-9094-353a2711847f req-71578c8d-0cbe-4c2d-8215-697c9114364f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506325 Dec 10 09:27:52.249153 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5bdf6-b75e-4aa0-9979-1b113e3f2d53 req-7aae4810-9414-48aa-84d8-21d3dc082795 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:52.250695 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2bd5bdf6-b75e-4aa0-9979-1b113e3f2d53 req-7aae4810-9414-48aa-84d8-21d3dc082795 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0497823 Dec 10 09:27:52.307270 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2bd5bdf6-b75e-4aa0-9979-1b113e3f2d53 req-b862d0c4-71b0-4ab4-91ad-2f2b22857750 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503461 Dec 10 09:27:52.384070 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c4a968c7-0575-450b-9dc7-49be2fa3efc7 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:27:52.454237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port c4a968c7-0575-450b-9dc7-49be2fa3efc7 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:27:52.460830 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port c4a968c7-0575-450b-9dc7-49be2fa3efc7 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:27:52.461326 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:52.541055 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:52.589126 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port c4a968c7-0575-450b-9dc7-49be2fa3efc7, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:27:52.590035 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:27:52.592990 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879397d-a39d-456f-9b5f-7088fb78d58b" -d '{"events": [{"server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "name": "network-vif-plugged", "status": "completed", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:27:52.597696 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:52.639685 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70a8171-d9e0-4b63-85c0-9c135d065a99 x-openstack-request-id: req-a70a8171-d9e0-4b63-85c0-9c135d065a99 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:27:52.639990 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "name": "network-vif-plugged", "status": "completed", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:27:52.640239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a70a8171-d9e0-4b63-85c0-9c135d065a99 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:27:52.640634 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'code': 200} Dec 10 09:27:52.652397 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=c4a968c7-0575-450b-9dc7-49be2fa3efc7,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:27:52.878116 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f0fa-61ce-4b3d-88b9-4fbb14343ba4 req-f8e03b03-32bb-4345-bd70-bd009f4b0677 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:52.879527 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7484f0fa-61ce-4b3d-88b9-4fbb14343ba4 req-f8e03b03-32bb-4345-bd70-bd009f4b0677 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0554831 Dec 10 09:27:52.932210 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7484f0fa-61ce-4b3d-88b9-4fbb14343ba4 req-e94b10f9-aade-4c58-b21a-89bac356a86b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463867 Dec 10 09:27:53.436071 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272dd83-8cc3-4239-8b28-ae22e45bb6c6 req-992941b7-f288-4d73-b019-928254a2bf80 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:53.437539 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7272dd83-8cc3-4239-8b28-ae22e45bb6c6 req-992941b7-f288-4d73-b019-928254a2bf80 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0516260 Dec 10 09:27:53.498750 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7272dd83-8cc3-4239-8b28-ae22e45bb6c6 req-3058c938-e5b5-4cf4-b56b-3b0770eee3a8 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529492 Dec 10 09:27:54.069148 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25e07-5c01-411c-82c6-dc5678a6654e req-122f6d77-5ee6-4e32-a629-cf2cc0c99de2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:54.070707 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-91c25e07-5c01-411c-82c6-dc5678a6654e req-122f6d77-5ee6-4e32-a629-cf2cc0c99de2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0601327 Dec 10 09:27:54.119299 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-91c25e07-5c01-411c-82c6-dc5678a6654e req-56d447fd-d022-4feb-b6f5-161e57c11bac tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426528 Dec 10 09:27:54.647188 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a696e-10ec-4396-9db3-8b164ead54d0 req-8fa48992-865a-4b7c-8732-f750a4ea78a1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:54.648663 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d06a696e-10ec-4396-9db3-8b164ead54d0 req-8fa48992-865a-4b7c-8732-f750a4ea78a1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0538082 Dec 10 09:27:54.716073 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d06a696e-10ec-4396-9db3-8b164ead54d0 req-51ee646a-85b4-4353-889b-4e3bba63461a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585430 Dec 10 09:27:55.245281 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3bc89-3ff3-46a5-868b-b17ea8d766e2 req-3ccccd84-6ce6-4de6-a588-8dd924ee6bde tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:55.253215 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-caa3bc89-3ff3-46a5-868b-b17ea8d766e2 req-3ccccd84-6ce6-4de6-a588-8dd924ee6bde tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0633149 Dec 10 09:27:55.301000 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-caa3bc89-3ff3-46a5-868b-b17ea8d766e2 req-0a7d30d3-636c-4bd1-81e2-0a01c08ffbe0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466676 Dec 10 09:27:55.827287 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e1fc0-64b6-455f-ab1d-56b87a0f2e61 req-80e13c24-0822-41fc-8472-d8115d23dbf5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:55.835563 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa5e1fc0-64b6-455f-ab1d-56b87a0f2e61 req-80e13c24-0822-41fc-8472-d8115d23dbf5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0564501 Dec 10 09:27:55.882362 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa5e1fc0-64b6-455f-ab1d-56b87a0f2e61 req-26daa88e-28ed-4197-8bfd-9119f674aa5e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Dec 10 09:27:56.427493 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dc70d-9b8a-49d1-867e-fa3a5490c9a2 req-ae7bad1c-6f6b-4cf3-a390-dff78a6c0193 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:56.429250 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec2dc70d-9b8a-49d1-867e-fa3a5490c9a2 req-ae7bad1c-6f6b-4cf3-a390-dff78a6c0193 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Dec 10 09:27:56.480511 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ec2dc70d-9b8a-49d1-867e-fa3a5490c9a2 req-e07ac5d1-c8ac-4103-85a1-8f535a323433 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443578 Dec 10 09:27:57.014480 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82200-affe-4243-b69a-8176b95483ac req-675d5634-7d36-438e-a172-8d1678a19026 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:57.015976 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3fc82200-affe-4243-b69a-8176b95483ac req-675d5634-7d36-438e-a172-8d1678a19026 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0508182 Dec 10 09:27:57.068225 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3fc82200-affe-4243-b69a-8176b95483ac req-98e83fa9-9e0c-4219-ba34-4634e9d347c7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Dec 10 09:27:57.617904 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bb43f-3a6d-42ae-8ab5-50c66f2b981d req-76f22eaf-3a95-4d80-907b-28b4e006c2e2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:57.625171 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e99bb43f-3a6d-42ae-8ab5-50c66f2b981d req-76f22eaf-3a95-4d80-907b-28b4e006c2e2 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0620070 Dec 10 09:27:57.674431 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e99bb43f-3a6d-42ae-8ab5-50c66f2b981d req-4ba25675-b9cc-4c7d-9d66-77221743c836 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483501 Dec 10 09:27:58.052873 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63d451-1129-4061-93d0-a9dd2487cab1 req-0fea666c-aa79-47b4-a299-241dd7e1f3fc tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:58.054787 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bc63d451-1129-4061-93d0-a9dd2487cab1 req-0fea666c-aa79-47b4-a299-241dd7e1f3fc tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0524435 Dec 10 09:27:58.124870 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bc63d451-1129-4061-93d0-a9dd2487cab1 req-85a7eb42-eaa6-4582-9516-dee5f5aa3043 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614989 Dec 10 09:27:58.235852 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f03b72-2259-4df5-b928-d0232aac4b65 req-7e8e63e0-a76e-4678-8cf0-b64aafcc56a1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:58.237363 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-79f03b72-2259-4df5-b928-d0232aac4b65 req-7e8e63e0-a76e-4678-8cf0-b64aafcc56a1 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0571766 Dec 10 09:27:58.291413 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-79f03b72-2259-4df5-b928-d0232aac4b65 req-2331f4a4-1f21-4c11-83ed-850d9b84fbc9 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475748 Dec 10 09:27:58.799279 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce049ba-7d07-4667-a998-6d4f7552cdd1 req-3c7054d7-aafa-4185-8335-44d02274303a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:58.800741 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8ce049ba-7d07-4667-a998-6d4f7552cdd1 req-3c7054d7-aafa-4185-8335-44d02274303a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Dec 10 09:27:58.855807 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8ce049ba-7d07-4667-a998-6d4f7552cdd1 req-87e20610-e899-4293-b996-99fa10bfc6e0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Dec 10 09:27:59.265171 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c523e4b-9079-44dc-b9fb-e0544e431986 req-21beccf5-8c95-4586-bf8c-6d84c55b19bb tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:59.266785 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9c523e4b-9079-44dc-b9fb-e0544e431986 req-21beccf5-8c95-4586-bf8c-6d84c55b19bb tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0741117 Dec 10 09:27:59.329255 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9c523e4b-9079-44dc-b9fb-e0544e431986 req-151de7b5-7a46-48ea-b9ac-245b2a0ff82a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556836 Dec 10 09:27:59.440555 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54595c84-711d-4b4f-af28-5ef79f6f448f req-5c95e374-da43-422a-bdd1-babfbdebb2ae tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:59.442201 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-54595c84-711d-4b4f-af28-5ef79f6f448f req-5c95e374-da43-422a-bdd1-babfbdebb2ae tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0529931 Dec 10 09:27:59.492515 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-54595c84-711d-4b4f-af28-5ef79f6f448f req-7cec752d-c00f-4eaa-9709-85cc76b64b5b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Dec 10 09:27:59.987358 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809310f-4f93-4898-bfa0-8ba120bfed7f req-043411e3-b6ba-4855-a69a-5c5b8a10acee tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:59.988856 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c809310f-4f93-4898-bfa0-8ba120bfed7f req-043411e3-b6ba-4855-a69a-5c5b8a10acee tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0496469 Dec 10 09:28:00.052288 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c809310f-4f93-4898-bfa0-8ba120bfed7f req-c4a21aa8-3c5e-495c-bed1-fea0c8ff54ea tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525191 Dec 10 09:28:00.461102 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25e02-0366-4756-87bb-641d731b7f4b req-4c8c81eb-9198-4f6c-88b6-1cda3964e21e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:00.462674 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-69f25e02-0366-4756-87bb-641d731b7f4b req-4c8c81eb-9198-4f6c-88b6-1cda3964e21e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0619264 Dec 10 09:28:00.521757 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-69f25e02-0366-4756-87bb-641d731b7f4b req-312b1354-506e-4c83-8b84-e73a1fdc654e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527658 Dec 10 09:28:00.631016 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d326-2044-43da-b07a-ed2b751e445f req-e827ca54-0d85-4dbe-888a-5807ff0eade5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:00.632394 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8973d326-2044-43da-b07a-ed2b751e445f req-e827ca54-0d85-4dbe-888a-5807ff0eade5 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0500565 Dec 10 09:28:00.683005 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8973d326-2044-43da-b07a-ed2b751e445f req-89c9356c-3c5c-4838-a16f-63a5f236fc0c tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Dec 10 09:28:01.167027 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ad0a5-534a-4e02-9f1e-30e59ee6eaa3 req-99155e68-ab1e-43b3-8d46-35135c169fdd tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.168505 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d15ad0a5-534a-4e02-9f1e-30e59ee6eaa3 req-99155e68-ab1e-43b3-8d46-35135c169fdd tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0503228 Dec 10 09:28:01.227549 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d15ad0a5-534a-4e02-9f1e-30e59ee6eaa3 req-4395d622-36de-4567-bd8b-6ba97c5c88e0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505652 Dec 10 09:28:01.315334 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-0d0bc506-e28a-45e8-8af8-7a2b7a2060bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.316846 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-0d0bc506-e28a-45e8-8af8-7a2b7a2060bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1138 time: 0.0463932 Dec 10 09:28:01.410895 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-998a20ea-748c-4075-a10e-83369e79536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.412543 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-998a20ea-748c-4075-a10e-83369e79536c service neutron] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 916 time: 0.0885265 Dec 10 09:28:01.503937 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684ae5-3ce5-4bd4-92df-c433538fecbc req-8c9deff8-a64b-4e2f-b774-c7c1666e5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.505570 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0f684ae5-3ce5-4bd4-92df-c433538fecbc req-8c9deff8-a64b-4e2f-b774-c7c1666e5e46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1098 time: 0.0920362 Dec 10 09:28:01.509668 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-6fc75f1e-a31b-4787-84c8-01400f563941 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 1002 time: 0.0873549 Dec 10 09:28:01.600702 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0f684ae5-3ce5-4bd4-92df-c433538fecbc req-c4dd54b8-1fd8-4b26-9d6d-8394534fde28 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820150 Dec 10 09:28:01.606514 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-bf80bb95-ecfd-415c-8a52-5cd862767d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.608042 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-bf80bb95-ecfd-415c-8a52-5cd862767d4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.0866268 Dec 10 09:28:01.653679 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381d9ff-a732-4152-9410-4ddf36856977 req-90b42d95-0265-4d8d-907e-15ebf4173ea3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.655198 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8381d9ff-a732-4152-9410-4ddf36856977 req-90b42d95-0265-4d8d-907e-15ebf4173ea3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0535743 Dec 10 09:28:01.728922 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8381d9ff-a732-4152-9410-4ddf36856977 req-a682396d-b947-40e2-9068-33215085f90b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651104 Dec 10 09:28:01.838989 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571ebbc-55cc-464b-92ca-203ff075a2a3 req-09615c8e-ecbd-40fa-a687-8af4b540a021 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.840430 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c571ebbc-55cc-464b-92ca-203ff075a2a3 req-09615c8e-ecbd-40fa-a687-8af4b540a021 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0836077 Dec 10 09:28:01.873821 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-f0a08810-8228-4657-901c-f7c40ae5cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.875312 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-f0a08810-8228-4657-901c-f7c40ae5cef7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764661 Dec 10 09:28:01.917229 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c571ebbc-55cc-464b-92ca-203ff075a2a3 req-050f8c33-4677-464f-ae8a-d35acf83269e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706449 Dec 10 09:28:01.986687 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-d6239a0f-5b3e-4c92-8374-eca9cf01b30f service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008575 Dec 10 09:28:02.082114 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a47a72-9be7-48b6-9d13-281fdb557579 req-136854c6-617e-4931-8990-56d29d180bd4 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863819 Dec 10 09:28:02.110253 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:28:02.346362 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a8316-fe72-4e97-8919-e58567d33cc8 req-1f509ae6-96ad-436e-bf22-1fa0b5dcaa58 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:02.347863 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-771a8316-fe72-4e97-8919-e58567d33cc8 req-1f509ae6-96ad-436e-bf22-1fa0b5dcaa58 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0504553 Dec 10 09:28:02.403169 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-771a8316-fe72-4e97-8919-e58567d33cc8 req-f2010365-fffe-4540-b78d-67eb69f92a31 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489492 Dec 10 09:28:02.856119 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94a35b-fdd8-455c-b6ae-cba82336e6a9 req-7929fba8-4517-40c6-a900-3133a49916da tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:02.857735 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7a94a35b-fdd8-455c-b6ae-cba82336e6a9 req-7929fba8-4517-40c6-a900-3133a49916da tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0519385 Dec 10 09:28:02.922776 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7a94a35b-fdd8-455c-b6ae-cba82336e6a9 req-0c83727c-a86d-4d75-b383-48ec81fb486e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587301 Dec 10 09:28:03.058777 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054c2c7-f443-447e-9637-536dc619da99 req-10df6635-9ca9-4aa8-83b3-db3b11ea6762 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:03.060312 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c054c2c7-f443-447e-9637-536dc619da99 req-10df6635-9ca9-4aa8-83b3-db3b11ea6762 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0588367 Dec 10 09:28:03.111929 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c054c2c7-f443-447e-9637-536dc619da99 req-f725f381-d3b2-4a9b-92af-6b18c7a25d39 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 Dec 10 09:28:03.524805 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca387254-7eb5-4974-b6b6-f6a71a201161 req-99b738ea-179f-4447-b65e-b63179c33d94 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:03.526327 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ca387254-7eb5-4974-b6b6-f6a71a201161 req-99b738ea-179f-4447-b65e-b63179c33d94 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0546196 Dec 10 09:28:03.583230 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ca387254-7eb5-4974-b6b6-f6a71a201161 req-f0f392db-d5ea-4bc0-b651-74f644fc6b14 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507634 Dec 10 09:28:03.702006 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dab63d-75d9-44d9-ab65-3c5a38aeb5c7 req-c76d55da-41ec-458c-8452-6808068e4975 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:03.703762 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-49dab63d-75d9-44d9-ab65-3c5a38aeb5c7 req-c76d55da-41ec-458c-8452-6808068e4975 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0519030 Dec 10 09:28:03.768339 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-49dab63d-75d9-44d9-ab65-3c5a38aeb5c7 req-97b97a2e-7f71-4162-9427-b6faa909c64f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559893 Dec 10 09:28:03.797789 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47208) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:03.844881 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf9673-4729-4d79-87bc-a6061076fde2 tempest-TestVolumeBootPattern-1815110333 tempest-TestVolumeBootPattern-1815110333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:03.846469 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5dbf9673-4729-4d79-87bc-a6061076fde2 tempest-TestVolumeBootPattern-1815110333 tempest-TestVolumeBootPattern-1815110333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1093 time: 0.0473204 Dec 10 09:28:03.850866 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47210) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:03.855331 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:28:03.882369 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:03.989866 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:04.045675 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7789b-ee61-481e-b794-741523617fb3 req-1e74c272-a7dd-447d-a4ec-d52909cf238a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:04.049235 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3a7789b-ee61-481e-b794-741523617fb3 req-1e74c272-a7dd-447d-a4ec-d52909cf238a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0511103 Dec 10 09:28:04.097287 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Allocated IP 172.27.2.72 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/9c939b1d-4bca-4e56-9197-034fe75e92a2) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:28:04.110492 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3a7789b-ee61-481e-b794-741523617fb3 req-b609cc21-c73d-487b-acd1-435cdf9c0ca3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566583 Dec 10 09:28:04.227765 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:04.258556 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4db9e4-e635-49c2-aa85-3552dcdedd43 req-5c0a1b70-c961-4d69-aee5-25d8b427e834 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:04.260077 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a4db9e4-e635-49c2-aa85-3552dcdedd43 req-5c0a1b70-c961-4d69-aee5-25d8b427e834 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0722747 Dec 10 09:28:04.297518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:04.347775 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0a4db9e4-e635-49c2-aa85-3552dcdedd43 req-f666a4ff-7155-4984-a284-cbd02a418007 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813441 Dec 10 09:28:04.357881 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:28:04.363538 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:28:04.369504 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:28:04.372904 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=9c939b1d-4bca-4e56-9197-034fe75e92a2,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:04.462460 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:28:04.560152 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:04.707345 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'port_id': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'mac_address': 'fa:16:3e:f4:3b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:28:04.746619 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:04.759694 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f492c27c-1c23-4cfc-85c4-d9bd1d5663da {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:28:04.780857 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:04.785758 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:04.833253 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=9']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:04.997422 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:05.016136 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['f492c27c-1c23-4cfc-85c4-d9bd1d5663da'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:28:05.091531 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:05.232128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3802636-6d16-4800-bcd4-53d3a82bd1bb req-03dfdcd7-acca-4cd2-bee2-720b64ef0787 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:05.233723 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a3802636-6d16-4800-bcd4-53d3a82bd1bb req-03dfdcd7-acca-4cd2-bee2-720b64ef0787 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0534134 Dec 10 09:28:05.239647 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:05.244712 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:05.296495 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a3802636-6d16-4800-bcd4-53d3a82bd1bb req-7535f196-d778-4b94-82fc-8d89ee8b2a56 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561059 Dec 10 09:28:05.310967 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=9c939b1d-4bca-4e56-9197-034fe75e92a2,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:05.324527 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:05.425832 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Floating IP 8114d4ef-5f1a-4ae7-86b7-77c61caee114 associated. External IP: 172.27.2.72, port: c4a968c7-0575-450b-9dc7-49be2fa3efc7. Dec 10 09:28:05.552684 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec07f-f0bc-415c-b165-469d32a9059e req-f05809d9-5494-4599-beae-e2bc97f69dd4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:05.554148 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b15ec07f-f0bc-415c-b165-469d32a9059e req-f05809d9-5494-4599-beae-e2bc97f69dd4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0955935 Dec 10 09:28:05.646640 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b15ec07f-f0bc-415c-b165-469d32a9059e req-2c8f37cf-b06c-4a42-b28f-8558e888b82e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851278 Dec 10 09:28:05.697061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:28:05.818101 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:28:05.833420 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:28:05.848875 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:05.851811 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:05.852396 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:27:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:05.890031 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e48aba72-ba46-4bb4-baf8-cfab2ad6a056 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0259004 Dec 10 09:28:05.890031 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:28:05.890031 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a89a64-00f1-4196-b095-54658b5e5d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:28:05.917800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d13df-5a09-4372-8c19-28cb852a9bff x-openstack-request-id: req-626d13df-5a09-4372-8c19-28cb852a9bff {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:28:05.918109 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:28:05.918351 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-626d13df-5a09-4372-8c19-28cb852a9bff {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:28:05.918756 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'status': 'completed', 'code': 200} Dec 10 09:28:05.961211 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:05.984163 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-d883d875-856e-4c5f-bf0b-a42d4b29b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:05.986052 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-d883d875-856e-4c5f-bf0b-a42d4b29b1d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1098 time: 0.0447209 Dec 10 09:28:06.085086 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-f203f0b8-48bd-4a47-ad06-53409bd2dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.087375 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-f203f0b8-48bd-4a47-ad06-53409bd2dfef service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.0932322 Dec 10 09:28:06.151934 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-6fae2158-f7f4-474e-8686-33e7e4f6e88c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 998 time: 0.0577412 Dec 10 09:28:06.199078 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:04Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:06.203705 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-4d54262c-fea4-4cc9-8986-c626b9b55d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.205156 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-4d54262c-fea4-4cc9-8986-c626b9b55d18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0463684 Dec 10 09:28:06.225762 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:28:06.235391 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:06.236003 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:27:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:06.251134 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-1f15cc6b-6bb2-4194-bd5f-83ff903aecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.252675 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-1f15cc6b-6bb2-4194-bd5f-83ff903aecac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403178 Dec 10 09:28:06.343752 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:06.356031 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-df8ebfcc-1895-4ce0-af7b-e969f2aef001 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897532 Dec 10 09:28:06.474218 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638f300-31f9-4705-bb52-5dd7836f9c18 req-4e20e7af-69c3-42c1-a162-2526a482b3bf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.475583 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3638f300-31f9-4705-bb52-5dd7836f9c18 req-4e20e7af-69c3-42c1-a162-2526a482b3bf tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.1046813 Dec 10 09:28:06.485558 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:28:06.492380 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-42a89a64-00f1-4196-b095-54658b5e5d2d req-714f9f14-dd49-4a84-a908-3bc4e620e829 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286039 Dec 10 09:28:06.541541 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3638f300-31f9-4705-bb52-5dd7836f9c18 req-7586e691-523f-4b86-8937-d1b4901fc432 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584948 Dec 10 09:28:06.587881 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port f492c27c-1c23-4cfc-85c4-d9bd1d5663da triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:28:06.588247 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:06.651794 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:04Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:06.679541 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6c491-824b-4e30-8eba-f1e8ceeb8f97 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:04Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:28:06.717365 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:06.744002 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:28:06.745735 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aebebf-e995-4a3d-9468-dca7a5df6f88" -d '{"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:28:06.758796 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:06.765254 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:06.784030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74474f-031e-4fcf-af80-c0e63f4b81e2 req-214a2210-6cc6-45bc-8502-5a26bc00b9ca tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.785578 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7c74474f-031e-4fcf-af80-c0e63f4b81e2 req-214a2210-6cc6-45bc-8502-5a26bc00b9ca tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0602913 Dec 10 09:28:06.795638 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69c1240-edae-45c3-845c-e329d4a0ee7f x-openstack-request-id: req-a69c1240-edae-45c3-845c-e329d4a0ee7f {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:28:06.795929 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:28:06.796187 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a69c1240-edae-45c3-845c-e329d4a0ee7f {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:28:06.796572 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'code': 200} Dec 10 09:28:06.834289 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=10']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:06.846896 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7c74474f-031e-4fcf-af80-c0e63f4b81e2 req-277e666e-924d-4048-bbc1-f957e2a59173 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531151 Dec 10 09:28:06.928933 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2ece5-97aa-4038-a7ff-5ed64dfd2dfe None None] New status for floating IP 8114d4ef-5f1a-4ae7-86b7-77c61caee114: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:28:06.988002 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ca306-3fe1-47d3-b6b5-dcbf9d3ea249 req-e5627d96-8641-4369-ba00-0dc2e7b2dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.989490 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-826ca306-3fe1-47d3-b6b5-dcbf9d3ea249 req-e5627d96-8641-4369-ba00-0dc2e7b2dc57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1099 time: 0.0436032 Dec 10 09:28:07.034870 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-826ca306-3fe1-47d3-b6b5-dcbf9d3ea249 req-c8917e49-0e29-4b89-be33-5ac3cf9f6338 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378251 Dec 10 09:28:07.679402 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d789c0-c07b-4f69-aaec-e7a73c8a4f10 req-7091fbee-9899-49d9-9b8b-346ced006179 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:07.680996 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-89d789c0-c07b-4f69-aaec-e7a73c8a4f10 req-7091fbee-9899-49d9-9b8b-346ced006179 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0587277 Dec 10 09:28:07.756303 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-89d789c0-c07b-4f69-aaec-e7a73c8a4f10 req-cc4cc136-3656-4ad1-b9ba-7fd987b21101 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656161 Dec 10 09:28:07.984443 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113037f-65ca-459f-b807-f693cc5cb814 req-b77b6b8e-6bc8-4f37-b054-5609bab8a447 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:07.985927 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d113037f-65ca-459f-b807-f693cc5cb814 req-b77b6b8e-6bc8-4f37-b054-5609bab8a447 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0592854 Dec 10 09:28:08.040240 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d113037f-65ca-459f-b807-f693cc5cb814 req-3d1951e7-8641-4984-a8f4-c0f96cb93545 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482841 Dec 10 09:28:08.888720 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa87ace-4ddc-49b1-965d-468b2f30645d req-53c13e79-7fc6-438a-8a69-6491e4f34886 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:08.890348 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7fa87ace-4ddc-49b1-965d-468b2f30645d req-53c13e79-7fc6-438a-8a69-6491e4f34886 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0579126 Dec 10 09:28:08.951542 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-7fa87ace-4ddc-49b1-965d-468b2f30645d req-8507470f-ed68-490a-862c-52972b324c51 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548413 Dec 10 09:28:09.169294 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f711-375d-408b-915f-8b984ca85f93 req-2be8952a-b139-47c0-9180-43fb8195e16d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:09.170844 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e555f711-375d-408b-915f-8b984ca85f93 req-2be8952a-b139-47c0-9180-43fb8195e16d tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0507915 Dec 10 09:28:09.223606 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e555f711-375d-408b-915f-8b984ca85f93 req-f744b00f-423a-4415-84fd-767ee94edc80 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Dec 10 09:28:09.980066 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:10.077718 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a70581-c511-45a1-aa2d-720b12d92d7b req-dfc4ee08-f2a3-4825-89ff-82e425861030 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:10.079584 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a70581-c511-45a1-aa2d-720b12d92d7b req-dfc4ee08-f2a3-4825-89ff-82e425861030 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0549552 Dec 10 09:28:10.143862 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-53a70581-c511-45a1-aa2d-720b12d92d7b req-5e994dd9-966b-44a6-8a86-dc12dc6cb9e3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547729 Dec 10 09:28:11.297467 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-28d26754-c16b-4813-9393-e468779138d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887659 Dec 10 09:28:11.305523 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8295f65-c154-435b-8ee4-9fe49baafdbb req-95903bc1-fc4b-456d-abb2-cab7bb69c8c2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.306987 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a8295f65-c154-435b-8ee4-9fe49baafdbb req-95903bc1-fc4b-456d-abb2-cab7bb69c8c2 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0655520 Dec 10 09:28:11.396262 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a8295f65-c154-435b-8ee4-9fe49baafdbb req-a9d31d90-5d30-46c2-8ecf-2e74fc074fd3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831020 Dec 10 09:28:11.403854 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-53ca9eab-4642-4573-8d35-44b3ce2038b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.405379 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-53ca9eab-4642-4573-8d35-44b3ce2038b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9249ec92613145ffab6069991f4585c2&device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 1099 time: 0.0700905 Dec 10 09:28:11.521378 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-c9d69ddd-6f17-4626-ad5d-8c9661b90ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.522800 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-c9d69ddd-6f17-4626-ad5d-8c9661b90ce5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 200 len: 917 time: 0.0919886 Dec 10 09:28:11.591020 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-3cfa2355-c74f-4971-9a0c-5a28bb66a56b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 200 len: 1001 time: 0.0597820 Dec 10 09:28:11.643629 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-6d849640-c70d-410e-a5ec-34feeeb58a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.645036 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-6d849640-c70d-410e-a5ec-34feeeb58a86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 200 len: 855 time: 0.0427728 Dec 10 09:28:11.700778 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-53f5eaf7-345a-44f4-bba9-9e54514a3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.702355 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-53f5eaf7-345a-44f4-bba9-9e54514a3a26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=758fcf04-f582-4872-85aa-bd4725297504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444291 Dec 10 09:28:11.793583 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-35ec0e53-6d45-4776-bfcf-fb690e14a9dd service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829074 Dec 10 09:28:11.897450 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b70499c8-221b-4f71-bfd1-5134361097e7 req-53ec599b-3314-4e99-b1d7-aafc7028ef6e service neutron] 10.222.0.43 "GET /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958264 Dec 10 09:28:12.527339 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a58167-bf83-45d2-b92f-e2e9caff2a57 req-71c24bfd-e01d-491e-a450-b0316a6c8fb5 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:12.528794 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d4a58167-bf83-45d2-b92f-e2e9caff2a57 req-71c24bfd-e01d-491e-a450-b0316a6c8fb5 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0505574 Dec 10 09:28:12.594147 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d4a58167-bf83-45d2-b92f-e2e9caff2a57 req-a04e936a-e143-4a96-9b90-5d852715729e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565872 Dec 10 09:28:12.777529 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee048ea8-5b5c-4519-8dd0-2e93a1f70310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:13.715223 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae2045-ea94-485e-a2b4-3ba6a24c892b req-3121fadd-049f-43f6-9b74-691b4450778e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:13.716670 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-49ae2045-ea94-485e-a2b4-3ba6a24c892b req-3121fadd-049f-43f6-9b74-691b4450778e tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0513496 Dec 10 09:28:13.776626 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-49ae2045-ea94-485e-a2b4-3ba6a24c892b req-b343a3ff-f1c4-443b-95de-b54f3454926c tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537612 Dec 10 09:28:14.917815 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b9dc-f7a6-49ed-87f6-6e077d440eb2 req-2b3f2592-6c2d-4edd-b026-d836eee19967 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:14.919302 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cac8b9dc-f7a6-49ed-87f6-6e077d440eb2 req-2b3f2592-6c2d-4edd-b026-d836eee19967 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0603335 Dec 10 09:28:14.997027 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cac8b9dc-f7a6-49ed-87f6-6e077d440eb2 req-179b0f83-f09f-46aa-bd37-2997d2a4cb6b tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684462 Dec 10 09:28:15.061950 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4290-1c50-4aa8-9533-815be190623d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:16.118791 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcdcf2-2b12-4763-a0b1-07657c443b9e req-55201757-f6f6-4099-b365-c4854b9ad10a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:16.120308 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f2bcdcf2-2b12-4763-a0b1-07657c443b9e req-55201757-f6f6-4099-b365-c4854b9ad10a tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0517731 Dec 10 09:28:16.181009 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f2bcdcf2-2b12-4763-a0b1-07657c443b9e req-0da62ab7-7f0a-4b49-9a0e-51804453a121 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544093 Dec 10 09:28:16.278508 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:17.307717 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d72a5-3f29-440e-9aa6-a5baf85e5c86 req-c91c1cab-cc6d-4698-9ebe-bc21196dd845 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:17.309266 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d62d72a5-3f29-440e-9aa6-a5baf85e5c86 req-c91c1cab-cc6d-4698-9ebe-bc21196dd845 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0510566 Dec 10 09:28:17.372982 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d62d72a5-3f29-440e-9aa6-a5baf85e5c86 req-c8c8af10-e216-4b45-b1c6-3d76243baeb6 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574274 Dec 10 09:28:17.393596 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:18.502562 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a773418-8754-42e4-ba6a-65f92f5c08f4 req-2873cc80-587a-463f-a5b4-9533bb3e92aa tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:18.504028 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a773418-8754-42e4-ba6a-65f92f5c08f4 req-2873cc80-587a-463f-a5b4-9533bb3e92aa tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0544879 Dec 10 09:28:18.568123 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5a773418-8754-42e4-ba6a-65f92f5c08f4 req-c9073cea-9647-4ec1-a547-3f6fdf21c59f tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=601509ff-6aa7-41e8-b748-f8f917ab363c&id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549819 Dec 10 09:28:18.593994 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:23.282059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598c4ef-76f4-4c62-a337-942c2546b795 req-be2afa5c-677d-4e18-b207-7b0ea202872a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:23.283502 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4598c4ef-76f4-4c62-a337-942c2546b795 req-be2afa5c-677d-4e18-b207-7b0ea202872a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0559349 Dec 10 09:28:23.336437 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4598c4ef-76f4-4c62-a337-942c2546b795 req-879ed815-9db6-4262-b1b3-3835f650f299 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Dec 10 09:28:24.468785 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d04f-1c0c-4a7d-a685-081526541df2 req-30c4bac5-5329-4a9c-97d1-2401a62a8e53 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:24.470351 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0677d04f-1c0c-4a7d-a685-081526541df2 req-30c4bac5-5329-4a9c-97d1-2401a62a8e53 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0518343 Dec 10 09:28:24.521100 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0677d04f-1c0c-4a7d-a685-081526541df2 req-7f5153f4-efe6-42e2-93ae-b33fe3547a75 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447111 Dec 10 09:28:25.246114 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-c729b84a-552e-448d-a3d4-8f710a5a0a8e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:25.247579 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-c729b84a-552e-448d-a3d4-8f710a5a0a8e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0602005 Dec 10 09:28:25.354593 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Deleting port 13040081-b00f-4d31-a526-b738809aba6c {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:25.354936 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:25.447450 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] For port 13040081-b00f-4d31-a526-b738809aba6c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13040081-b00f-4d31-a526-b738809aba6c,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:25.447798 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:25.620576 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:25.621243 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:25.621243 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Floating IP b8823b2f-f7d2-4088-8549-3330a97d456a disassociated. External IP: 172.27.2.236, port: 13040081-b00f-4d31-a526-b738809aba6c. Dec 10 09:28:25.621458 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Calling delete_port for 13040081-b00f-4d31-a526-b738809aba6c owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:25.644094 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00433c9-41fd-49eb-811f-d88048e3dde7 req-863700a0-38ac-4129-8eca-4c25f6445773 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:25.645702 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e00433c9-41fd-49eb-811f-d88048e3dde7 req-863700a0-38ac-4129-8eca-4c25f6445773 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1d4f02-3557-40a4-a285-794417db16ee HTTP/1.1" status: 200 len: 945 time: 0.0515282 Dec 10 09:28:25.693157 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e00433c9-41fd-49eb-811f-d88048e3dde7 req-87572c9b-ca44-4788-aca5-83c6bdd3661d tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups?id=38cdb8a8-bdfb-4456-93a4-db999549af6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Dec 10 09:28:25.752654 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:25.781017 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event deleted for resources: {'Port': ['ID=13040081-b00f-4d31-a526-b738809aba6c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:25.792585 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.792946 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.793290 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.793625 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.793964 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.794317 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.794645 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.794969 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.795295 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.795620 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.795977 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.796245 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.796561 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:25.939124 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Router b009e771-104a-46ff-a386-0d24f3e9415a has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:28:26.062530 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:28:26.072775 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:28:26.086061 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:26.086692 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:26.102830 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] No DVR routers for this DVR port 13040081-b00f-4d31-a526-b738809aba6c on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:28:26.105405 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:26.108996 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-418a4dc8-fc34-46a0-b550-b450dc2305a6 req-eac73651-9c56-4025-b426-ad637bfc5e4f tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.43 "DELETE /v2.0/ports/13040081-b00f-4d31-a526-b738809aba6c HTTP/1.1" status: 204 len: 173 time: 0.8434799 Dec 10 09:28:26.109552 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'name': 'network-vif-deleted', 'tag': '13040081-b00f-4d31-a526-b738809aba6c'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:28:26.114782 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d30446b-74bc-4154-ae7b-fd660bf60bb4" -d '{"events": [{"server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "name": "network-vif-deleted", "tag": "13040081-b00f-4d31-a526-b738809aba6c"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:28:26.167950 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f76f1f-e8b8-4849-857e-fa0d5744d2f0 x-openstack-request-id: req-21f76f1f-e8b8-4849-857e-fa0d5744d2f0 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:28:26.168240 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1d4f02-3557-40a4-a285-794417db16ee", "name": "network-vif-deleted", "tag": "13040081-b00f-4d31-a526-b738809aba6c", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:28:26.168491 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21f76f1f-e8b8-4849-857e-fa0d5744d2f0 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:28:26.168882 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1d4f02-3557-40a4-a285-794417db16ee', 'name': 'network-vif-deleted', 'tag': '13040081-b00f-4d31-a526-b738809aba6c', 'status': 'completed', 'code': 200} Dec 10 09:28:26.210957 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:26.414158 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:26.440261 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:28:26.448599 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:26.449134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:26.554453 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:26.781125 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47406) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:26.835518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc2fe-d4bd-477b-aff0-bcf2810a902a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:26.859648 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc2fe-d4bd-477b-aff0-bcf2810a902a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:26.885471 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:26.904408 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc2fe-d4bd-477b-aff0-bcf2810a902a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:26.907575 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc2fe-d4bd-477b-aff0-bcf2810a902a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:26.911332 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-4d9bc2fe-d4bd-477b-aff0-bcf2810a902a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "DELETE /v2.0/security-groups/38cdb8a8-bdfb-4456-93a4-db999549af6e HTTP/1.1" status: 204 len: 168 time: 0.1264451 Dec 10 09:28:26.911988 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47408) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:26.912686 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d28d9-50dd-41db-976f-b15403dc8ede None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:11Z', 'revision_number': 4, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a', 'name': '', 'network_id': '70e51b6d-c3e9-43f4-b58e-f78b65622022', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'mac_address': 'fa:16:3e:44:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:08Z', 'updated_at': '2021-12-10T09:22:20Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'subnets': [{'id': 'ef311d5e-c658-4822-9c39-6e70cc602f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:28:26.923920 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bc2fe-d4bd-477b-aff0-bcf2810a902a tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cdb8a8-bdfb-4456-93a4-db999549af6e,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:26.926512 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.api.v2.resource [None req-ae11f9cb-cc8b-411b-b883-87a34a45358e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] show failed (client error): The resource could not be found. Dec 10 09:28:26.930955 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ae11f9cb-cc8b-411b-b883-87a34a45358e tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "GET /v2.0/security-groups/38cdb8a8-bdfb-4456-93a4-db999549af6e HTTP/1.1" status: 404 len: 347 time: 0.0178478 Dec 10 09:28:26.931442 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47410) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:27.067247 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Deleting port 8073c940-b167-4798-ba28-95d35016cf8d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:27.067586 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:27.151414 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:27.151735 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:27.152523 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73d7c1-009b-4a07-bdad-2aeadc7902cd None None] New status for floating IP b8823b2f-f7d2-4088-8549-3330a97d456a: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:28:27.163606 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Calling delete_port for 8073c940-b167-4798-ba28-95d35016cf8d owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:27.311527 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:27.334955 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Pushing event deleted for resources: {'Port': ['ID=8073c940-b167-4798-ba28-95d35016cf8d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:27.395625 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:27.398149 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:27.399288 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-541520d3-1473-418e-b046-bbf51b2c9e69 tempest-AttachVolumeTestJSON-1193489139 tempest-AttachVolumeTestJSON-1193489139-project] 10.222.0.21 "DELETE /v2.0/floatingips/b8823b2f-f7d2-4088-8549-3330a97d456a HTTP/1.1" status: 204 len: 168 time: 0.4669161 Dec 10 09:28:28.628564 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 13040081-b00f-4d31-a526-b738809aba6c no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:28:28.648215 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 13040081-b00f-4d31-a526-b738809aba6c {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:28:28.648526 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 13040081-b00f-4d31-a526-b738809aba6c not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:28:30.964567 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47440) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:31.425542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:31.938415 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Deleting port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:31.938718 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:32.022579 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] For port f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:32.023269 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:32.037305 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Calling delete_port for f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:32.235792 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:32.260640 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:32.431642 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:32.659459 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Router b009e771-104a-46ff-a386-0d24f3e9415a has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:28:32.782778 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:28:32.788284 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ac0f6e3b-987d-4401-8d49-d4f0ac5b4465 admin admin] 10.222.0.21 "PUT /v2.0/routers/b009e771-104a-46ff-a386-0d24f3e9415a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226392 Dec 10 09:28:32.791625 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47444) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:32.792982 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] Sync routers for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:28:32.805093 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:32.805728 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:32.893669 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:32.913399 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:32.991448 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.048995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Deleting port 4fa7df35-bf51-4cf6-9500-3ca8c376522f {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:33.049676 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.089447 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:28:32Z', 'revision_number': 5, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port': {'id': '4fa7df35-bf51-4cf6-9500-3ca8c376522f', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:02Z', 'updated_at': '2021-12-10T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:33.116827 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] Checking router: b009e771-104a-46ff-a386-0d24f3e9415a for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:28:33.126081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] Routers {'b009e771-104a-46ff-a386-0d24f3e9415a'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:33.126300 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] For port 4fa7df35-bf51-4cf6-9500-3ca8c376522f, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=4fa7df35-bf51-4cf6-9500-3ca8c376522f,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:33.126691 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.127266 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b009e771-104a-46ff-a386-0d24f3e9415a'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:33.138916 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Calling delete_port for 4fa7df35-bf51-4cf6-9500-3ca8c376522f owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:33.215257 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] Set router b009e771-104a-46ff-a386-0d24f3e9415a gateway port host: None {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:33.271490 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:28:32Z', 'revision_number': 6, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:33.298303 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c7b6b-736d-400c-aca4-fb5eaf6f8dee None None] The sync data for ids ['b009e771-104a-46ff-a386-0d24f3e9415a'] in dv-cinder-817514-4-iscsi is: [{'id': 'b009e771-104a-46ff-a386-0d24f3e9415a', 'name': 'tempest-AttachVolumeTestJSON-2063656278-router', 'tenant_id': 'd0679c5e111d4661b4a640c78ba673a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:28:32Z', 'revision_number': 6, 'project_id': 'd0679c5e111d4661b4a640c78ba673a3', 'gw_port_host': None}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:28:33.313208 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.339677 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa7df35-bf51-4cf6-9500-3ca8c376522f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:33.351179 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.351542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.351880 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.352220 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.352549 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.352875 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.353201 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.353524 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.353850 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.354198 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.354545 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.354870 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.355186 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:33.412102 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.504897 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.507030 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.552420 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.553553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b009e771-104a-46ff-a386-0d24f3e9415a {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:28:33.558959 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.560462 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-6a2973e7-263c-4e78-a400-693ae37f540a admin admin] 10.222.0.21 "DELETE /v2.0/routers/b009e771-104a-46ff-a386-0d24f3e9415a HTTP/1.1" status: 204 len: 168 time: 0.7679601 Dec 10 09:28:33.563611 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47446) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:33.614449 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Deleting subnet ef311d5e-c658-4822-9c39-6e70cc602f60 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:28:33.619140 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.662944 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.770537 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.832881 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.857652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef311d5e-c658-4822-9c39-6e70cc602f60,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:33.861489 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.864798 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-0177e89f-9e9d-4df9-83a5-5870225e66e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef311d5e-c658-4822-9c39-6e70cc602f60 HTTP/1.1" status: 204 len: 168 time: 0.3002315 Dec 10 09:28:33.867576 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47448) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:33.870913 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d378abc2-cf6c-4bf8-9787-47017f8aa2db None None] Network 70e51b6d-c3e9-43f4-b58e-f78b65622022 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:28:33.939267 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.997560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Deleting port d6a490eb-e637-4101-a023-51ca45d2478e {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:33.997907 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.067225 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] DHCP port deletion for 70e51b6d-c3e9-43f4-b58e-f78b65622022 request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:28:34.074497 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] For port d6a490eb-e637-4101-a023-51ca45d2478e, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d6a490eb-e637-4101-a023-51ca45d2478e,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:34.074987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.094227 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Calling delete_port for d6a490eb-e637-4101-a023-51ca45d2478e owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:34.122924 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Deleting port d6a490eb-e637-4101-a023-51ca45d2478e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:34.123298 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.189960 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.190194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] For port d6a490eb-e637-4101-a023-51ca45d2478e, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d6a490eb-e637-4101-a023-51ca45d2478e,segment=NetworkSegment(f61580f0-ccc9-48fa-8361-f7784835fe2a),segment_id=f61580f0-ccc9-48fa-8361-f7784835fe2a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:34.190666 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.204780 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Calling delete_port for d6a490eb-e637-4101-a023-51ca45d2478e owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:34.217686 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a490eb-e637-4101-a023-51ca45d2478e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:34.220287 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] No DVR routers for this DVR port d6a490eb-e637-4101-a023-51ca45d2478e on host dv-cinder-817514-4-iscsi {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:28:34.292985 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.315216 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e51b6d-c3e9-43f4-b58e-f78b65622022']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:34.322229 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.327932 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61580f0-ccc9-48fa-8361-f7784835fe2a') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:34.328560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61580f0-ccc9-48fa-8361-f7784835fe2a') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:34.339649 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.348403 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Pushing event deleted for resources: {'Port': ['ID=d6a490eb-e637-4101-a023-51ca45d2478e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:34.353086 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] No DVR routers for this DVR port d6a490eb-e637-4101-a023-51ca45d2478e on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:28:34.354846 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.358625 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.358970 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.359294 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.359681 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.360083 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.360372 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.360701 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.361022 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.361341 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.361656 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.361972 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.362311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.362626 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ba6c-fd72-4e64-b32e-9e6b2db4209d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:34.362875 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:28:34.363333 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:28:34.365152 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:28:34.430163 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.437688 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.440941 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/70e51b6d-c3e9-43f4-b58e-f78b65622022 HTTP/1.1" status: 204 len: 168 time: 0.5720763 Dec 10 09:28:34.450473 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38c8d9-8cc9-4413-9130-efffb351a5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e51b6d-c3e9-43f4-b58e-f78b65622022,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:34.553726 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47452) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:34.595017 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-82270777-8b50-4e7c-ae7d-129d9632c9d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0679c5e111d4661b4a640c78ba673a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399599 Dec 10 09:28:34.598511 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47454) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:34.647297 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5193cdf-f7e5-4aa1-9c35-a9b9f610f144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.668201 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5193cdf-f7e5-4aa1-9c35-a9b9f610f144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.722995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5193cdf-f7e5-4aa1-9c35-a9b9f610f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.727351 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5193cdf-f7e5-4aa1-9c35-a9b9f610f144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:34.729015 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d5193cdf-f7e5-4aa1-9c35-a9b9f610f144 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79d40798-6f37-446e-9298-e8d3d45e80bf HTTP/1.1" status: 204 len: 168 time: 0.1295736 Dec 10 09:28:34.737473 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193cdf-f7e5-4aa1-9c35-a9b9f610f144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d40798-6f37-446e-9298-e8d3d45e80bf,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:35.194350 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d6a490eb-e637-4101-a023-51ca45d2478e no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:28:35.214403 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: d6a490eb-e637-4101-a023-51ca45d2478e {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:28:35.214735 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d6a490eb-e637-4101-a023-51ca45d2478e not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:28:35.216650 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:28:35.235948 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:28:35.236290 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f9d0b60b-d94d-4e1e-bdcd-f6b656422c2a not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:28:35.236727 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4fa7df35-bf51-4cf6-9500-3ca8c376522f no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:28:35.258825 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 4fa7df35-bf51-4cf6-9500-3ca8c376522f {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:28:35.259173 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4fa7df35-bf51-4cf6-9500-3ca8c376522f not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:28:39.113283 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:28:39.999463 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:42.771105 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-00f4c3c4-4d2a-4e0b-aae4-b13c95465f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.111653 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47564) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:43.239745 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-696e89d9-78fa-4111-8448-cdf748b4f020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.319689 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-696e89d9-78fa-4111-8448-cdf748b4f020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.324107 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-696e89d9-78fa-4111-8448-cdf748b4f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.361822 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-696e89d9-78fa-4111-8448-cdf748b4f020 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a3ed2d8c2b44509aecc067a1293a144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490966 Dec 10 09:28:43.363141 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e89d9-78fa-4111-8448-cdf748b4f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa36e3-85b4-47df-b98a-81cf2840fc76,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:43.364895 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:43.415153 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15d85336-e0a5-43d0-8587-d95565336101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.436877 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15d85336-e0a5-43d0-8587-d95565336101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.484747 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15d85336-e0a5-43d0-8587-d95565336101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.487529 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-15d85336-e0a5-43d0-8587-d95565336101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:43.491329 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-15d85336-e0a5-43d0-8587-d95565336101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dfa36e3-85b4-47df-b98a-81cf2840fc76 HTTP/1.1" status: 204 len: 168 time: 0.1228163 Dec 10 09:28:43.496471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85336-e0a5-43d0-8587-d95565336101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa36e3-85b4-47df-b98a-81cf2840fc76,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:45.057409 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cf55f09b-6a08-4570-a1fc-9582cbbd4916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:46.280127 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:47.399183 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:47.743559 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57b1b-b65d-4a82-89c8-a058a797b1c1 req-4e40538d-2961-4c67-9117-2948805987a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:47.745491 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a9c57b1b-b65d-4a82-89c8-a058a797b1c1 req-4e40538d-2961-4c67-9117-2948805987a4 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0534265 Dec 10 09:28:47.797563 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-a9c57b1b-b65d-4a82-89c8-a058a797b1c1 req-9049daad-d81e-4786-bbc8-4aad9e95f1c7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Dec 10 09:28:48.599767 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:48.933635 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911a711-e6b0-4743-8606-e10adbb1dfdc req-f747f96d-2ae1-44a1-8a43-90702aae4099 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:48.935138 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5911a711-e6b0-4743-8606-e10adbb1dfdc req-f747f96d-2ae1-44a1-8a43-90702aae4099 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0552075 Dec 10 09:28:48.982079 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5911a711-e6b0-4743-8606-e10adbb1dfdc req-bc175ef1-7fb4-4ae3-b998-b370375c687a tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Dec 10 09:28:50.125115 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183b583-7957-4fbe-b777-c71df355b9f0 req-66b0790e-9b69-4c4d-a812-d5794e96dd98 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:50.126530 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f183b583-7957-4fbe-b777-c71df355b9f0 req-66b0790e-9b69-4c4d-a812-d5794e96dd98 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0622187 Dec 10 09:28:50.174734 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f183b583-7957-4fbe-b777-c71df355b9f0 req-15809205-8f8f-426f-8449-e58d2e9dc646 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422261 Dec 10 09:28:51.229456 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6234bf-859c-468a-807d-1982d34372d3 req-037c0b1f-f08b-4075-821b-8cbe47008eed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:51.231158 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3c6234bf-859c-468a-807d-1982d34372d3 req-037c0b1f-f08b-4075-821b-8cbe47008eed tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0537648 Dec 10 09:28:51.603308 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2780-158e-43f6-943e-937d2e229ba4 req-6040a1be-1fcd-420a-9a1a-812f9f1e1158 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:51.604786 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ba4b2780-158e-43f6-943e-937d2e229ba4 req-6040a1be-1fcd-420a-9a1a-812f9f1e1158 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 946 time: 0.0838673 Dec 10 09:28:51.635787 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Deleting port f492c27c-1c23-4cfc-85c4-d9bd1d5663da {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:51.636126 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:51.718510 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ba4b2780-158e-43f6-943e-937d2e229ba4 req-f8970687-0520-4f46-af67-feac6c9b91a7 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups?id=73edc25d-eb9e-4de6-9ed2-235e398da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061728 Dec 10 09:28:51.753214 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] For port f492c27c-1c23-4cfc-85c4-d9bd1d5663da, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:51.753562 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:51.926883 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:51.927242 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:51.927560 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Floating IP fde60945-e824-4097-aaad-ce727c51ee98 disassociated. External IP: 172.27.2.221, port: f492c27c-1c23-4cfc-85c4-d9bd1d5663da. Dec 10 09:28:51.927903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Calling delete_port for f492c27c-1c23-4cfc-85c4-d9bd1d5663da owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:52.068090 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:52.097815 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event deleted for resources: {'Port': ['ID=f492c27c-1c23-4cfc-85c4-d9bd1d5663da,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:52.213662 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:28:52.329773 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:28:52.340959 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:28:52.351481 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:52.352243 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:52.371501 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] No DVR routers for this DVR port f492c27c-1c23-4cfc-85c4-d9bd1d5663da on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:28:52.374053 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:52.377564 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3c6234bf-859c-468a-807d-1982d34372d3 req-36074a89-46f2-4557-b2ac-945fb1ca8092 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.43 "DELETE /v2.0/ports/f492c27c-1c23-4cfc-85c4-d9bd1d5663da HTTP/1.1" status: 204 len: 173 time: 1.1351826 Dec 10 09:28:52.378001 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-deleted', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:28:52.380463 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332e7faf-b7d7-45bc-bba9-aab72fbde75b" -d '{"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-deleted", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:28:52.461183 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:52.578566 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f805c-e27f-4b57-a034-88adc7d0f3f0 x-openstack-request-id: req-770f805c-e27f-4b57-a034-88adc7d0f3f0 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:28:52.579177 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af135e87-cbcf-423f-8138-4d9ce0d0cf3b", "name": "network-vif-deleted", "tag": "f492c27c-1c23-4cfc-85c4-d9bd1d5663da", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:28:52.579626 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-770f805c-e27f-4b57-a034-88adc7d0f3f0 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:28:52.580262 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af135e87-cbcf-423f-8138-4d9ce0d0cf3b', 'name': 'network-vif-deleted', 'tag': 'f492c27c-1c23-4cfc-85c4-d9bd1d5663da', 'status': 'completed', 'code': 200} Dec 10 09:28:52.687666 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:52.713781 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:28:52.722358 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:52.722903 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:52.838135 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:52.840633 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2a4124ce-d2c9-4451-a445-0fb09abe6207 req-177c6c92-6782-4058-b978-855be8d91166 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/ports?device_id=af135e87-cbcf-423f-8138-4d9ce0d0cf3b HTTP/1.1" status: 200 len: 210 time: 0.0275378 Dec 10 09:28:53.066237 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:53.097576 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81c660-94a5-4fd3-9611-9e83bc48a1aa None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2', 'name': '', 'network_id': '758fcf04-f582-4872-85aa-bd4725297504', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'mac_address': 'fa:16:3e:37:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:06Z', 'updated_at': '2021-12-10T09:22:17Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'subnets': [{'id': '630e3406-5e4e-421e-a988-ba36122c0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:28:53.316237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cb8b8-72b0-45d3-8e8e-d25807d2d344 None None] New status for floating IP fde60945-e824-4097-aaad-ce727c51ee98: DOWN {{(pid=102410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:28:53.943065 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47710) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:54.000191 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f76b8a00-4b5f-4d34-8ddf-dd91fe125881 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.024744 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f76b8a00-4b5f-4d34-8ddf-dd91fe125881 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.072919 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f76b8a00-4b5f-4d34-8ddf-dd91fe125881 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.075584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f76b8a00-4b5f-4d34-8ddf-dd91fe125881 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.076759 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f76b8a00-4b5f-4d34-8ddf-dd91fe125881 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "DELETE /v2.0/security-groups/73edc25d-eb9e-4de6-9ed2-235e398da8a4 HTTP/1.1" status: 204 len: 168 time: 0.1324372 Dec 10 09:28:54.080239 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47718) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:54.086338 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8a00-4b5f-4d34-8ddf-dd91fe125881 tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73edc25d-eb9e-4de6-9ed2-235e398da8a4,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:54.098559 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.api.v2.resource [None req-3af4383f-a40c-4718-8b63-d3ffbe89770b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] show failed (client error): The resource could not be found. Dec 10 09:28:54.099715 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-3af4383f-a40c-4718-8b63-d3ffbe89770b tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "GET /v2.0/security-groups/73edc25d-eb9e-4de6-9ed2-235e398da8a4 HTTP/1.1" status: 404 len: 347 time: 0.0183301 Dec 10 09:28:54.102800 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47720) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:54.236046 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Deleting port de2439b1-74ad-41a9-b4e3-2d273b8bd336 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:54.236393 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.318447 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.318897 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.332226 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Calling delete_port for de2439b1-74ad-41a9-b4e3-2d273b8bd336 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:54.468730 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.497335 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Pushing event deleted for resources: {'Port': ['ID=de2439b1-74ad-41a9-b4e3-2d273b8bd336,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:54.554209 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.556825 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:54.557945 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e3efb342-7b37-4a64-8d3b-8475abba9e3e tempest-AttachVolumeShelveTestJSON-286244608 tempest-AttachVolumeShelveTestJSON-286244608-project] 10.222.0.21 "DELETE /v2.0/floatingips/fde60945-e824-4097-aaad-ce727c51ee98 HTTP/1.1" status: 204 len: 168 time: 0.4542272 Dec 10 09:28:54.707134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:28:54.730276 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: f492c27c-1c23-4cfc-85c4-d9bd1d5663da {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:28:54.730521 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f492c27c-1c23-4cfc-85c4-d9bd1d5663da not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:28:57.007394 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47780) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:57.777595 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:58.033059 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Deleting port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:58.033775 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:58.115348 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] For port a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:58.115737 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:58.129793 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Calling delete_port for a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:58.345371 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:58.381420 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:58.549502 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:58.783520 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:28:58.889752 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:28:58.895644 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a84e3a7a-4d97-4096-b41b-693ee619b19a admin admin] 10.222.0.21 "PUT /v2.0/routers/f4a1aa9b-a4a1-472a-8e69-e8f6fa779983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871922 Dec 10 09:28:58.898225 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47796) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:58.901114 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] Sync routers for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:28:58.911810 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:58.912414 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:59.001640 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.017938 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:59.106746 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.169556 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Deleting port be9a229a-6416-4e43-b30e-46448ea9aed9 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:28:59.169889 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.208137 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:28:58Z', 'revision_number': 5, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port': {'id': 'be9a229a-6416-4e43-b30e-46448ea9aed9', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:59Z', 'updated_at': '2021-12-10T09:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:59.237775 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] Checking router: f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:28:59.246835 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] Routers {'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:28:59.247434 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:59.251289 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] For port be9a229a-6416-4e43-b30e-46448ea9aed9, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=be9a229a-6416-4e43-b30e-46448ea9aed9,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:59.251685 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.264576 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Calling delete_port for be9a229a-6416-4e43-b30e-46448ea9aed9 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:28:59.332143 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] Set router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:28:59.438614 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.466328 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9a229a-6416-4e43-b30e-46448ea9aed9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:59.499159 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:28:59Z', 'revision_number': 6, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:28:59.529545 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24a2df5-aba4-4cd5-9607-32aa854c600b None None] The sync data for ids ['f4a1aa9b-a4a1-472a-8e69-e8f6fa779983'] in dv-cinder-817514-4-iscsi is: [{'id': 'f4a1aa9b-a4a1-472a-8e69-e8f6fa779983', 'name': 'tempest-AttachVolumeShelveTestJSON-889136472-router', 'tenant_id': '9249ec92613145ffab6069991f4585c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:28:59Z', 'revision_number': 6, 'project_id': '9249ec92613145ffab6069991f4585c2', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:28:59.536938 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.647449 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.649587 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.695495 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.696366 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:28:59.701068 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.702394 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-aa4b624b-1d20-4964-8942-6d2de68bf267 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f4a1aa9b-a4a1-472a-8e69-e8f6fa779983 HTTP/1.1" status: 204 len: 168 time: 0.8032787 Dec 10 09:28:59.705456 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47812) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:59.753154 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Deleting subnet 630e3406-5e4e-421e-a988-ba36122c0ca2 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:28:59.756438 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.789410 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.873657 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.932252 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.963612 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630e3406-5e4e-421e-a988-ba36122c0ca2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:59.969379 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:59.975584 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-923b31ac-2e19-437a-a50e-06e96543f546 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/630e3406-5e4e-421e-a988-ba36122c0ca2 HTTP/1.1" status: 204 len: 168 time: 0.2666359 Dec 10 09:28:59.976021 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47814) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:59.979648 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121715a-b376-4f1e-a073-36aec753b841 None None] Network 758fcf04-f582-4872-85aa-bd4725297504 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:00.044195 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.097595 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Deleting port 5426ff93-fa06-4010-b7c5-317de2489dfa {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:00.097935 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.125047 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] DHCP port deletion for 758fcf04-f582-4872-85aa-bd4725297504 request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:29:00.163934 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] For port 5426ff93-fa06-4010-b7c5-317de2489dfa, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=5426ff93-fa06-4010-b7c5-317de2489dfa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:00.164495 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.174549 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] Deleting port 5426ff93-fa06-4010-b7c5-317de2489dfa {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:00.174917 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.177384 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Calling delete_port for 5426ff93-fa06-4010-b7c5-317de2489dfa owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:00.237661 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] For port 5426ff93-fa06-4010-b7c5-317de2489dfa, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=5426ff93-fa06-4010-b7c5-317de2489dfa,segment=NetworkSegment(19e5c147-8d4a-47a8-84f8-9c346e5750cc),segment_id=19e5c147-8d4a-47a8-84f8-9c346e5750cc)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:00.238390 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.252604 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] Calling delete_port for 5426ff93-fa06-4010-b7c5-317de2489dfa owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:00.262068 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.290526 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] No DVR routers for this DVR port 5426ff93-fa06-4010-b7c5-317de2489dfa on host dv-cinder-817514-4-iscsi {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:00.294382 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=5426ff93-fa06-4010-b7c5-317de2489dfa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:00.344184 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.369002 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.370606 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] Pushing event deleted for resources: {'Port': ['ID=5426ff93-fa06-4010-b7c5-317de2489dfa,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:00.374802 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5bd78-2191-490c-9112-9804668bd77d None None] No DVR routers for this DVR port 5426ff93-fa06-4010-b7c5-317de2489dfa on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:00.394319 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758fcf04-f582-4872-85aa-bd4725297504']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:00.403341 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e5c147-8d4a-47a8-84f8-9c346e5750cc') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:00.403633 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e5c147-8d4a-47a8-84f8-9c346e5750cc') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:00.412777 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.427735 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.434283 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:29:00.434698 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:29:00.436476 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:29:00.496042 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.500652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.504216 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/758fcf04-f582-4872-85aa-bd4725297504 HTTP/1.1" status: 204 len: 168 time: 0.5272009 Dec 10 09:29:00.520976 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ff21-10b4-4d09-b75b-218f4b870e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=758fcf04-f582-4872-85aa-bd4725297504,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:00.624273 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47818) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:00.670098 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-8047ff91-7db3-4257-b0be-84806611feee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9249ec92613145ffab6069991f4585c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422838 Dec 10 09:29:00.670510 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:00.723706 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06e58a8b-a314-44d4-bea9-8fa488ccea28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.744559 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06e58a8b-a314-44d4-bea9-8fa488ccea28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.795023 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06e58a8b-a314-44d4-bea9-8fa488ccea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.797671 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06e58a8b-a314-44d4-bea9-8fa488ccea28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:00.801375 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-06e58a8b-a314-44d4-bea9-8fa488ccea28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bbf8f93-c8be-4b0a-a46b-b794dbbfb635 HTTP/1.1" status: 204 len: 168 time: 0.1276696 Dec 10 09:29:00.807115 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e58a8b-a314-44d4-bea9-8fa488ccea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf8f93-c8be-4b0a-a46b-b794dbbfb635,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:01.219648 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 5426ff93-fa06-4010-b7c5-317de2489dfa no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:01.240423 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 5426ff93-fa06-4010-b7c5-317de2489dfa {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:01.240760 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 5426ff93-fa06-4010-b7c5-317de2489dfa not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:01.241355 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device be9a229a-6416-4e43-b30e-46448ea9aed9 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:01.394045 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: be9a229a-6416-4e43-b30e-46448ea9aed9 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:01.394422 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device be9a229a-6416-4e43-b30e-46448ea9aed9 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:01.394839 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:01.414398 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:01.414745 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device a5b00640-e8b8-4f70-aaa3-7ddd5ee066f2 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:01.549443 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-863d3142-8e89-46a5-88be-aadd15f72d76 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107238708&fields=id&tenant_id=032c4917a89e460d9b32ec4bb691e40f HTTP/1.1" status: 200 len: 267 time: 0.0450799 Dec 10 09:29:01.603935 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-b78c4608-dfcf-45ed-b98e-830082cc7e6d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:01.605436 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-b78c4608-dfcf-45ed-b98e-830082cc7e6d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 985 time: 0.0501075 Dec 10 09:29:01.617211 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Request body: {'port': {'security_groups': ['f7117553-8a82-4e39-b141-8c09ba2cb8f0']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:01.707471 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:01.890126 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:01.923184 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:01.929575 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4361574'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:01.946560 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['2501eaeb-5c07-4e1f-9198-c411edfa3174'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:29:01.990044 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:01.990705 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:01.992129 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6f31f585-7ca5-4260-8289-5cad6ead4021 req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "PUT /v2.0/ports/2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 943 time: 0.3801563 Dec 10 09:29:01.992612 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:01.994969 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d67c75-3a17-4880-a6bd-5d18777cb579" -d '{"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:02.002135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47878) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:02.020081 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaff1a-83cc-4e98-b5c3-c419cb5826a7 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event updated for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=7']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:02.072063 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713318e9-f11d-4140-9941-07489810884c x-openstack-request-id: req-713318e9-f11d-4140-9941-07489810884c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:02.072586 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:02.073031 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-713318e9-f11d-4140-9941-07489810884c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:02.073626 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'status': 'completed', 'code': 200} Dec 10 09:29:02.081185 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['2501eaeb-5c07-4e1f-9198-c411edfa3174'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:29:02.104522 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fdd97b36-2f54-4c31-93c9-c12050d36952 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.172550 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fdd97b36-2f54-4c31-93c9-c12050d36952 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.187724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-39a6d84d-356a-421a-9f1a-a2fce545b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:02.189242 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-39a6d84d-356a-421a-9f1a-a2fce545b5b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1099 time: 0.0860994 Dec 10 09:29:02.320968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-2f3b6af0-bce6-485c-a86d-d41c243454c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:02.323407 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-2f3b6af0-bce6-485c-a86d-d41c243454c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 916 time: 0.1257467 Dec 10 09:29:02.335644 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-dfd0190f-e4dd-4713-a6aa-4ecae10f2932 None None] Provisioning complete for port 2501eaeb-5c07-4e1f-9198-c411edfa3174 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:29:02.336228 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfd0190f-e4dd-4713-a6aa-4ecae10f2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.343229 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fdd97b36-2f54-4c31-93c9-c12050d36952 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.345834 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fdd97b36-2f54-4c31-93c9-c12050d36952 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.349917 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-fdd97b36-2f54-4c31-93c9-c12050d36952 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "DELETE /v2.0/security-groups/601509ff-6aa7-41e8-b748-f8f917ab363c HTTP/1.1" status: 204 len: 168 time: 0.3409801 Dec 10 09:29:02.350442 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:02.397815 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97b36-2f54-4c31-93c9-c12050d36952 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601509ff-6aa7-41e8-b748-f8f917ab363c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:02.438260 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-28a1121f-963b-4aee-85b0-0279122035ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 1002 time: 0.1043999 Dec 10 09:29:02.521566 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-70fe3b4a-2419-4429-acab-1f75758e9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:02.523005 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-70fe3b4a-2419-4429-acab-1f75758e9c5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.0680735 Dec 10 09:29:02.541639 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47890) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:02.581054 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-cfda5056-36d0-4722-81e9-de5fd965d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:02.582948 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-cfda5056-36d0-4722-81e9-de5fd965d591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517051 Dec 10 09:29:02.665511 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c8c1-15ce-4af8-bfb8-e665e6e4fc96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.711963 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-a2d167eb-a358-48f5-a32f-1aa52a82d257 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208653 Dec 10 09:29:02.795144 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Deleting port 7cbd08de-d04e-4b6a-9949-4fcfe2866ef9 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:02.795787 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.833584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c8c1-15ce-4af8-bfb8-e665e6e4fc96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.837673 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e8d67c75-3a17-4880-a6bd-5d18777cb579 req-99620f35-3687-4b5a-a977-b748ea0161d2 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169109 Dec 10 09:29:02.838969 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c8c1-15ce-4af8-bfb8-e665e6e4fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.872824 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.873117 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:02.877090 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3bf6c8c1-15ce-4af8-bfb8-e665e6e4fc96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcd7b48762e24901a6eefb2f991acd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332915 Dec 10 09:29:02.878296 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6c8c1-15ce-4af8-bfb8-e665e6e4fc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1009c7-d8cb-4476-920e-b74ff1032d10,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:02.880357 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 47894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:02.892351 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Calling delete_port for 7cbd08de-d04e-4b6a-9949-4fcfe2866ef9 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:03.009904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae7fa75-4694-420d-88d3-8c98bdeb6b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.043997 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae7fa75-4694-420d-88d3-8c98bdeb6b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.126045 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae7fa75-4694-420d-88d3-8c98bdeb6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.128713 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae7fa75-4694-420d-88d3-8c98bdeb6b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.129850 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-bae7fa75-4694-420d-88d3-8c98bdeb6b93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1009c7-d8cb-4476-920e-b74ff1032d10 HTTP/1.1" status: 204 len: 168 time: 0.2485690 Dec 10 09:29:03.142962 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7fa75-4694-420d-88d3-8c98bdeb6b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1009c7-d8cb-4476-920e-b74ff1032d10,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:03.155759 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.182771 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event deleted for resources: {'Port': ['ID=7cbd08de-d04e-4b6a-9949-4fcfe2866ef9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:03.240444 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.240822 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.l3_db [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Floating IP c1fb41ba-5769-4811-b26f-37806a4fd3c3 disassociated (deleted). External IP: 172.27.2.209, port: 2501eaeb-5c07-4e1f-9198-c411edfa3174. Dec 10 09:29:03.410401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47906) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:03.424065 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-412b5964-5cc3-478a-9bcb-fed6bb6d5894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.452282 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Router b1c49100-6f3c-4c40-bf33-d4a044712c1e has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:29:03.501545 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-412b5964-5cc3-478a-9bcb-fed6bb6d5894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.506857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-412b5964-5cc3-478a-9bcb-fed6bb6d5894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.546547 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-412b5964-5cc3-478a-9bcb-fed6bb6d5894 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1562e58055294a57bd107a792e0ff2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349628 Dec 10 09:29:03.547529 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b5964-5cc3-478a-9bcb-fed6bb6d5894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b89c1-0ec8-47dd-b148-0143274357bc,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:03.550141 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 47908) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:03.573369 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:29:03.578556 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.585741 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] Sync routers for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:29:03.598058 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:03.598698 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:03.608058 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-774f3293-1dc9-41da-a8ce-fb7f522983bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.615611 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d10b4560-5e10-40c5-9a2a-922e692525c0 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "DELETE /v2.0/floatingips/c1fb41ba-5769-4811-b26f-37806a4fd3c3 HTTP/1.1" status: 204 len: 168 time: 1.2608218 Dec 10 09:29:03.630602 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-774f3293-1dc9-41da-a8ce-fb7f522983bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.681927 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-774f3293-1dc9-41da-a8ce-fb7f522983bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.685242 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-774f3293-1dc9-41da-a8ce-fb7f522983bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:03.686745 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-774f3293-1dc9-41da-a8ce-fb7f522983bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec5b89c1-0ec8-47dd-b148-0143274357bc HTTP/1.1" status: 204 len: 168 time: 0.1356440 Dec 10 09:29:03.696143 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f3293-1dc9-41da-a8ce-fb7f522983bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b89c1-0ec8-47dd-b148-0143274357bc,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:03.731564 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:03.969288 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:39Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:03.996154 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] Checking router: b1c49100-6f3c-4c40-bf33-d4a044712c1e for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:29:04.004840 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:04.005466 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:28:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:04.074861 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:04.077885 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79e551-93e3-4269-a0e3-ac416eac43b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:04.118406 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2385d13-72ee-4c1a-89c3-c0469957064f x-openstack-request-id: req-e2385d13-72ee-4c1a-89c3-c0469957064f {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:04.118803 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:04.119190 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2385d13-72ee-4c1a-89c3-c0469957064f {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:04.119659 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'status': 'completed', 'code': 200} Dec 10 09:29:04.130803 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:04.197609 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-ce359d18-db35-4bd0-8f17-cd55286215fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:04.199226 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-ce359d18-db35-4bd0-8f17-cd55286215fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=032c4917a89e460d9b32ec4bb691e40f&device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 1099 time: 0.0535915 Dec 10 09:29:04.339401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-eaa2dcbe-7455-4fef-9595-84264847baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:04.340917 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-eaa2dcbe-7455-4fef-9595-84264847baac service neutron] 10.222.0.43 "GET /v2.0/networks?id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 200 len: 916 time: 0.1335995 Dec 10 09:29:04.385282 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-57f046d1-b881-4d5a-8ab7-53b3de26dcdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 200 len: 217 time: 0.0365269 Dec 10 09:29:04.409257 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:39Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:04.440522 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751d534-f3e9-40cd-902c-bf9bf1403113 None None] The sync data for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi is: [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 4, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '44e3d42b-167f-46ea-b40d-a5b5c4b588b6', 'name': '', 'network_id': '957bd50e-d7ab-4efc-b4b1-df97a83e05b7', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'mac_address': 'fa:16:3e:b4:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:39Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'subnets': [{'id': '8a98cb5f-eca7-41f1-bb5e-6ccf64696941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:29:04.445131 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-927e10ef-fda6-4db8-b3a2-ed9b12ac5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:04.446564 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-927e10ef-fda6-4db8-b3a2-ed9b12ac5473 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 200 len: 854 time: 0.0528910 Dec 10 09:29:04.507639 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-edd5462b-f5c3-48cb-a5d7-78f8273e1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:04.509375 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-edd5462b-f5c3-48cb-a5d7-78f8273e1c33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957bd50e-d7ab-4efc-b4b1-df97a83e05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546410 Dec 10 09:29:04.617824 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-ddc87e7a-f186-4ba3-bf53-43c2a1b7951c service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956364 Dec 10 09:29:04.716053 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-aa79e551-93e3-4269-a0e3-ac416eac43b0 req-8ec15637-4736-42f5-91e5-571f9544d831 service neutron] 10.222.0.43 "GET /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896177 Dec 10 09:29:04.719538 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861d630-b49d-4c9e-915d-eb82a30bd97b None None] New status for floating IP c1fb41ba-5769-4811-b26f-37806a4fd3c3: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:29:06.373949 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e145959-02e5-4315-8ee7-7bdbaf92cd63 req-bf0622f7-4798-47f6-bce2-a326836c1f2d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:06.375448 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3e145959-02e5-4315-8ee7-7bdbaf92cd63 req-bf0622f7-4798-47f6-bce2-a326836c1f2d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0603290 Dec 10 09:29:06.425180 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3e145959-02e5-4315-8ee7-7bdbaf92cd63 req-b2472d74-c953-4ae5-9629-bcc24d37df70 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Dec 10 09:29:07.580857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e925-6d76-4903-94f5-cb18a4a9c8af req-52551536-f048-499b-9543-5e6bba350192 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:07.583584 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1eb8e925-6d76-4903-94f5-cb18a4a9c8af req-52551536-f048-499b-9543-5e6bba350192 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0742810 Dec 10 09:29:07.636386 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1eb8e925-6d76-4903-94f5-cb18a4a9c8af req-bde9c54d-65c7-4ffd-83c4-5096ed819301 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Dec 10 09:29:08.761646 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe895fd-694d-48f4-8dec-358bbe915b2c req-50efe5e9-0d6e-453f-bd15-b514c4065765 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:08.763141 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dbe895fd-694d-48f4-8dec-358bbe915b2c req-50efe5e9-0d6e-453f-bd15-b514c4065765 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0570645 Dec 10 09:29:08.811112 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-dbe895fd-694d-48f4-8dec-358bbe915b2c req-727d6a24-e653-4a85-a565-36319b1fa52c tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Dec 10 09:29:09.945837 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aabe24-14ea-41f3-a520-d36d473ce39e req-f0a4af41-15a2-4093-adbe-e3411f546aee tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:09.947347 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48aabe24-14ea-41f3-a520-d36d473ce39e req-f0a4af41-15a2-4093-adbe-e3411f546aee tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0604606 Dec 10 09:29:09.986001 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:10.000174 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48aabe24-14ea-41f3-a520-d36d473ce39e req-32ece833-4faa-49d7-a8c6-85b3ffae4a29 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Dec 10 09:29:11.122696 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e87e1d-4c71-4a33-8d92-4be480c86a01 req-2cf2bbdd-e000-4893-bc66-c4a1ff6823a6 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:11.124202 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c8e87e1d-4c71-4a33-8d92-4be480c86a01 req-2cf2bbdd-e000-4893-bc66-c4a1ff6823a6 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0495808 Dec 10 09:29:11.176739 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c8e87e1d-4c71-4a33-8d92-4be480c86a01 req-4d68ab47-e75c-4841-9812-787e8623184d tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Dec 10 09:29:11.636135 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-640f49aa-3b88-4138-9efa-cc7bdf81684e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423224 Dec 10 09:29:11.722368 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5cb86-464e-4c30-a581-beb599451033 req-d36f875c-8431-4106-a0c3-c4f24369548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:11.723911 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-d36f875c-8431-4106-a0c3-c4f24369548a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1098 time: 0.0424173 Dec 10 09:29:11.829879 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5cb86-464e-4c30-a581-beb599451033 req-706403b7-bb5e-41d4-9594-2a7ebf41d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:11.831409 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-706403b7-bb5e-41d4-9594-2a7ebf41d691 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.0866709 Dec 10 09:29:11.904595 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-c6385921-ea6c-4358-aebf-606f3b959152 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 1000 time: 0.0639319 Dec 10 09:29:11.961935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5cb86-464e-4c30-a581-beb599451033 req-dd48f7e5-8114-46bf-a466-9e902593c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:11.964128 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-dd48f7e5-8114-46bf-a466-9e902593c358 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0523825 Dec 10 09:29:12.014950 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5cb86-464e-4c30-a581-beb599451033 req-f08b9887-b8f8-4eef-9494-ed36507a3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:12.016464 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-f08b9887-b8f8-4eef-9494-ed36507a3dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445423 Dec 10 09:29:12.140007 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-2024b749-3a16-4bc3-810e-b5f3c7f0e0c3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:12.141458 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-2024b749-3a16-4bc3-810e-b5f3c7f0e0c3 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0729899 Dec 10 09:29:12.144999 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-ababfbeb-9f54-44b1-a753-5a36c895ad2c service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210382 Dec 10 09:29:12.327187 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-92c5cb86-464e-4c30-a581-beb599451033 req-412db11d-4522-4e04-9f98-c9b01caf21a1 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677134 Dec 10 09:29:12.342117 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2558234-8bef-4e06-9689-972fc9880aa4 req-48e2c0a4-384c-4a6e-a312-31e3736adce1 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:12.343683 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e2558234-8bef-4e06-9689-972fc9880aa4 req-48e2c0a4-384c-4a6e-a312-31e3736adce1 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6449400-cb2a-43f5-a652-2367fa4fa66a HTTP/1.1" status: 200 len: 946 time: 0.0880082 Dec 10 09:29:12.357862 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Deleting port 2501eaeb-5c07-4e1f-9198-c411edfa3174 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:12.358226 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:12.444223 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e2558234-8bef-4e06-9689-972fc9880aa4 req-b9a5e24d-6244-4fd2-9789-2b34ec763358 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7117553-8a82-4e39-b141-8c09ba2cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938129 Dec 10 09:29:12.478189 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] For port 2501eaeb-5c07-4e1f-9198-c411edfa3174, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2501eaeb-5c07-4e1f-9198-c411edfa3174,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:12.478560 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:12.491555 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Calling delete_port for 2501eaeb-5c07-4e1f-9198-c411edfa3174 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:12.632187 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:12.644752 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['2501eaeb-5c07-4e1f-9198-c411edfa3174'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:29:12.661211 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Pushing event deleted for resources: {'Port': ['ID=2501eaeb-5c07-4e1f-9198-c411edfa3174,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:12.706717 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] No DVR routers for this DVR port 2501eaeb-5c07-4e1f-9198-c411edfa3174 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:12.709055 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:12.712917 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d5d26367-bccd-49ac-b5d2-100918b1125d req-b66fea8d-35f9-4ffa-b3c2-9c9a3aef3f32 tempest-TestMinimumBasicScenario-1513272766 tempest-TestMinimumBasicScenario-1513272766-project] 10.222.0.43 "DELETE /v2.0/ports/2501eaeb-5c07-4e1f-9198-c411edfa3174 HTTP/1.1" status: 204 len: 173 time: 0.5593767 Dec 10 09:29:12.713363 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'name': 'network-vif-deleted', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:12.715666 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aefbb3-635f-4f6c-9cd0-34a0ef34dc67" -d '{"events": [{"server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "name": "network-vif-deleted", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:12.757991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91db9eb4-19b3-47d5-8412-7498ba525824 x-openstack-request-id: req-91db9eb4-19b3-47d5-8412-7498ba525824 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:12.758204 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6449400-cb2a-43f5-a652-2367fa4fa66a", "name": "network-vif-deleted", "tag": "2501eaeb-5c07-4e1f-9198-c411edfa3174", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:12.758365 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91db9eb4-19b3-47d5-8412-7498ba525824 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:12.758760 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6449400-cb2a-43f5-a652-2367fa4fa66a', 'name': 'network-vif-deleted', 'tag': '2501eaeb-5c07-4e1f-9198-c411edfa3174', 'status': 'completed', 'code': 200} Dec 10 09:29:12.777861 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-615ba494-581e-4990-89d6-19b352d5bb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:14.152553 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48166) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:14.597737 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:14.783201 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 2501eaeb-5c07-4e1f-9198-c411edfa3174 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:14.807769 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 2501eaeb-5c07-4e1f-9198-c411edfa3174 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:14.808117 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 2501eaeb-5c07-4e1f-9198-c411edfa3174 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:15.054046 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d77ba8e9-e21a-4da3-95ec-29deca6da46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:15.152783 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Deleting port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:15.153370 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:15.233550 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] For port 44e3d42b-167f-46ea-b40d-a5b5c4b588b6, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:15.233930 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:15.247648 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Calling delete_port for 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 owned by network:router_interface {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:15.437584 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:15.464248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=44e3d42b-167f-46ea-b40d-a5b5c4b588b6,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:15.645303 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:15.895879 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Router b1c49100-6f3c-4c40-bf33-d4a044712c1e has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:29:16.011021 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:29:16.016395 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0de627bd-0982-424b-a173-cd031d643ddf admin admin] 10.222.0.21 "PUT /v2.0/routers/b1c49100-6f3c-4c40-bf33-d4a044712c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8628340 Dec 10 09:29:16.019179 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48222) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:16.021987 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa7d3-0125-421f-84da-3eded094173c None None] Sync routers for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:29:16.032949 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:16.033567 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:29:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:16.114933 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:29:16.127384 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks [] for router, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.141328 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:16.229990 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.284055 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Deleting port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:16.284292 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.304676 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.332747 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:29:15Z', 'revision_number': 5, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port': {'id': '0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:16.363866 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa7d3-0125-421f-84da-3eded094173c None None] Checking router: b1c49100-6f3c-4c40-bf33-d4a044712c1e for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:29:16.364647 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] For port 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:16.365041 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.372576 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] Routers {'b1c49100-6f3c-4c40-bf33-d4a044712c1e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:16.373187 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:29:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:16.377255 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Calling delete_port for 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 owned by network:router_gateway {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:16.467116 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] Set router b1c49100-6f3c-4c40-bf33-d4a044712c1e gateway port host: None {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:16.551433 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.575704 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:16.643647 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.648408 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-602fa7d3-0125-421f-84da-3eded094173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:29:16Z', 'revision_number': 6, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:16.676544 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa7d3-0125-421f-84da-3eded094173c None None] The sync data for ids ['b1c49100-6f3c-4c40-bf33-d4a044712c1e'] in dv-cinder-817514-4-iscsi is: [{'id': 'b1c49100-6f3c-4c40-bf33-d4a044712c1e', 'name': 'tempest-TestMinimumBasicScenario-1413116756-router', 'tenant_id': '032c4917a89e460d9b32ec4bb691e40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:32Z', 'updated_at': '2021-12-10T09:29:16Z', 'revision_number': 6, 'project_id': '032c4917a89e460d9b32ec4bb691e40f', 'gw_port_host': None}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:29:16.753267 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.755465 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.825159 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.825769 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c49100-6f3c-4c40-bf33-d4a044712c1e {{(pid=102408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:29:16.831817 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.833194 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-755bd3c0-a422-4a45-8996-ea6dce56e451 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b1c49100-6f3c-4c40-bf33-d4a044712c1e HTTP/1.1" status: 204 len: 168 time: 0.8130848 Dec 10 09:29:16.836243 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48228) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:16.887759 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Deleting subnet 8a98cb5f-eca7-41f1-bb5e-6ccf64696941 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:29:16.891170 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:16.928224 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.026480 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.098816 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.142982 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a98cb5f-eca7-41f1-bb5e-6ccf64696941,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:17.152740 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.158995 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc5de1-7c83-4e1c-9b78-eea2e78a3b94 None None] Network 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:17.166582 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48240) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:17.168508 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d9f123ab-84cb-4924-91ef-7794749470f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a98cb5f-eca7-41f1-bb5e-6ccf64696941 HTTP/1.1" status: 204 len: 168 time: 0.3295784 Dec 10 09:29:17.305089 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.390515 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Deleting port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:17.391061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.406671 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.459151 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] For port 2737f212-20df-4a59-98ab-5d8cfb3b03b8, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=2737f212-20df-4a59-98ab-5d8cfb3b03b8,segment=NetworkSegment(d1592977-56bd-46f1-a6b6-d22afa30c3ed),segment_id=d1592977-56bd-46f1-a6b6-d22afa30c3ed)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:17.459429 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.472980 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Calling delete_port for 2737f212-20df-4a59-98ab-5d8cfb3b03b8 owned by network:dhcp {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:17.536128 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] DHCP port deletion for 957bd50e-d7ab-4efc-b4b1-df97a83e05b7 request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:29:17.568857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.598209 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Deleting port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:17.598408 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Pushing event deleted for resources: {'Port': ['ID=2737f212-20df-4a59-98ab-5d8cfb3b03b8,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:17.598929 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.600082 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] No DVR routers for this DVR port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 on host dv-cinder-817514-4-iscsi {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:17.654217 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:17.682603 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:17.682940 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 44e3d42b-167f-46ea-b40d-a5b5c4b588b6 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:17.685052 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.703100 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] For port 2737f212-20df-4a59-98ab-5d8cfb3b03b8, host dv-cinder-817514-4-iscsi, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:17.704069 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.707362 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957bd50e-d7ab-4efc-b4b1-df97a83e05b7']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:17.716996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1592977-56bd-46f1-a6b6-d22afa30c3ed') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:17.717347 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1592977-56bd-46f1-a6b6-d22afa30c3ed') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:17.721244 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Calling delete_port for 2737f212-20df-4a59-98ab-5d8cfb3b03b8 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:17.724225 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 was not found and therefore no delete operation was performed {{(pid=102410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:29:17.725539 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.727125 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.740838 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.747119 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:29:17.747682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:29:17.749511 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:29:17.751951 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] Pushing event deleted for resources: {'Port': ['ID=2737f212-20df-4a59-98ab-5d8cfb3b03b8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:17.756311 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635e3d9-e7c6-4731-9504-1ad753722953 None None] No DVR routers for this DVR port 2737f212-20df-4a59-98ab-5d8cfb3b03b8 on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:17.807447 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.812938 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.819308 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] 10.222.0.21 "DELETE /v2.0/networks/957bd50e-d7ab-4efc-b4b1-df97a83e05b7 HTTP/1.1" status: 204 len: 168 time: 0.6488483 Dec 10 09:29:17.820226 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48254) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:17.830267 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b583a-1780-431d-9655-bef46fdd9868 admin admin] Pushing event deleted for resources: {'Network': ['ID=957bd50e-d7ab-4efc-b4b1-df97a83e05b7,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:18.191128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.453904 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Deleting port f859d2d4-0fcf-4084-8c71-f31ae32f517d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:18.454273 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.543778 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] For port f859d2d4-0fcf-4084-8c71-f31ae32f517d, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f859d2d4-0fcf-4084-8c71-f31ae32f517d,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:18.544482 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.559222 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Calling delete_port for f859d2d4-0fcf-4084-8c71-f31ae32f517d owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:18.596799 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.770667 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.800518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f859d2d4-0fcf-4084-8c71-f31ae32f517d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:18.980560 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.225974 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Router e5848e55-a80e-4562-88b8-14acc746a214 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:29:19.285288 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 2737f212-20df-4a59-98ab-5d8cfb3b03b8 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:19.307358 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 2737f212-20df-4a59-98ab-5d8cfb3b03b8 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:19.307923 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 2737f212-20df-4a59-98ab-5d8cfb3b03b8 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:19.308500 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:19.329880 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:19.330266 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 0a832c76-6e65-42d9-bcc9-feb7d5a9c7f5 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:19.369251 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:29:19.375365 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2f9296e2-f9f1-47f3-8eea-8339d65b5f8b admin admin] 10.222.0.21 "PUT /v2.0/routers/e5848e55-a80e-4562-88b8-14acc746a214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539684 Dec 10 09:29:19.378692 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48272) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:19.380790 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] Sync routers for ids ['e5848e55-a80e-4562-88b8-14acc746a214'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:29:19.395459 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] Routers {'e5848e55-a80e-4562-88b8-14acc746a214'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:19.397051 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:29:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['e5848e55-a80e-4562-88b8-14acc746a214'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.508087 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks [] for router, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.528088 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] Set router e5848e55-a80e-4562-88b8-14acc746a214 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:19.624664 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.684369 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Deleting port d1c714ca-a259-4b1a-bffa-438e875a4b6a {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:19.684801 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.725280 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:29:18Z', 'revision_number': 5, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port': {'id': 'd1c714ca-a259-4b1a-bffa-438e875a4b6a', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:38Z', 'updated_at': '2021-12-10T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.751733 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] Checking router: e5848e55-a80e-4562-88b8-14acc746a214 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:29:19.760299 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] Routers {'e5848e55-a80e-4562-88b8-14acc746a214'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:19.760899 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:29:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['e5848e55-a80e-4562-88b8-14acc746a214'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.770604 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] For port d1c714ca-a259-4b1a-bffa-438e875a4b6a, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=d1c714ca-a259-4b1a-bffa-438e875a4b6a,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:19.770995 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.782619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Calling delete_port for d1c714ca-a259-4b1a-bffa-438e875a4b6a owned by network:router_gateway {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:19.846452 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] Set router e5848e55-a80e-4562-88b8-14acc746a214 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:19.899796 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:29:19Z', 'revision_number': 6, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.925567 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decd513-31b7-41d7-9635-9aeb52207598 None None] The sync data for ids ['e5848e55-a80e-4562-88b8-14acc746a214'] in dv-cinder-817514-4-iscsi is: [{'id': 'e5848e55-a80e-4562-88b8-14acc746a214', 'name': 'tempest-TestMinimumBasicScenario-1491620309-router', 'tenant_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:29:19Z', 'revision_number': 6, 'project_id': 'd2d6c9b3612e4282b78a6adf157067ea', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:29:19.951503 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.975339 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c714ca-a259-4b1a-bffa-438e875a4b6a,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:20.040627 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.128373 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.130552 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.178668 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.179674 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5848e55-a80e-4562-88b8-14acc746a214 {{(pid=102408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:29:20.188268 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.190181 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5e02867f-e8eb-48b8-a6b5-9def48c58c26 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e5848e55-a80e-4562-88b8-14acc746a214 HTTP/1.1" status: 204 len: 168 time: 0.8101535 Dec 10 09:29:20.197058 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48288) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:20.247399 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Deleting subnet 24095a87-e3d5-4593-8b51-97d486177a83 {{(pid=102408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:29:20.250951 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.286425 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479591'] for subnet, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.397448 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.457202 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5871353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5782943'] for subnet, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.485545 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24095a87-e3d5-4593-8b51-97d486177a83,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:20.490565 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.494724 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-3d70800c-33b8-42ac-a757-2f6478eba12a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/24095a87-e3d5-4593-8b51-97d486177a83 HTTP/1.1" status: 204 len: 168 time: 0.2965143 Dec 10 09:29:20.496078 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff11082-71a2-46b5-848e-7cf7ee00d61d None None] Network c2791a5e-1a8e-4b33-b191-9a834e1bf7bc requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:20.497338 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48290) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:20.681955 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] DHCP port deletion for c2791a5e-1a8e-4b33-b191-9a834e1bf7bc request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:29:20.752130 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] Deleting port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:20.752924 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.829262 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] For port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:20.830309 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.842852 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.843942 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] Calling delete_port for 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:20.894080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Deleting port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:20.894551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.928710 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.963557 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] Pushing event deleted for resources: {'Port': ['ID=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:20.964482 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] For port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,segment=NetworkSegment(b86af5c8-e8fb-422d-bb9e-d515957ee4e8),segment_id=b86af5c8-e8fb-422d-bb9e-d515957ee4e8)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:20.964991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.967091 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31d3cf-8b7f-43a5-8c09-44f11ea12bbb None None] No DVR routers for this DVR port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:20.987653 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Calling delete_port for 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 owned by network:dhcp {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:21.069240 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.100208 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed7f61a-ea0c-4525-91fe-fb0620f940b0,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:21.101941 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] No DVR routers for this DVR port 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 on host dv-cinder-817514-4-iscsi {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:21.174463 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.196664 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2791a5e-1a8e-4b33-b191-9a834e1bf7bc']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:21.207065 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:21.207472 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86af5c8-e8fb-422d-bb9e-d515957ee4e8') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:21.216776 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.224015 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:21.231774 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.238594 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:29:21.239010 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: self.session.flush() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: self.session.flush() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: self.session.flush() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: self.session.flush() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:29:21.240762 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:29:21.246001 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:21.246382 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 9ed7f61a-ea0c-4525-91fe-fb0620f940b0 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:21.246812 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d1c714ca-a259-4b1a-bffa-438e875a4b6a no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:21.266079 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: d1c714ca-a259-4b1a-bffa-438e875a4b6a {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:21.266434 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device d1c714ca-a259-4b1a-bffa-438e875a4b6a not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:21.266893 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f859d2d4-0fcf-4084-8c71-f31ae32f517d no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:21.285629 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: f859d2d4-0fcf-4084-8c71-f31ae32f517d {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:21.285978 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f859d2d4-0fcf-4084-8c71-f31ae32f517d not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:21.300955 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.305317 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.308688 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2791a5e-1a8e-4b33-b191-9a834e1bf7bc HTTP/1.1" status: 204 len: 168 time: 0.8103602 Dec 10 09:29:21.321432 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211555b-19e2-4507-8e6d-101058d136e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2791a5e-1a8e-4b33-b191-9a834e1bf7bc,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:21.481956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48316) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:21.525092 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d770058e-b189-4676-8f0a-8ad9fe356058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=032c4917a89e460d9b32ec4bb691e40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416076 Dec 10 09:29:21.528160 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48318) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:21.590594 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20b663b1-62ae-4297-af98-cd5ad168fb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.614531 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20b663b1-62ae-4297-af98-cd5ad168fb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.669054 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20b663b1-62ae-4297-af98-cd5ad168fb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.671878 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20b663b1-62ae-4297-af98-cd5ad168fb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.673147 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-20b663b1-62ae-4297-af98-cd5ad168fb49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7117553-8a82-4e39-b141-8c09ba2cb8f0 HTTP/1.1" status: 204 len: 168 time: 0.1439648 Dec 10 09:29:21.681360 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b663b1-62ae-4297-af98-cd5ad168fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7117553-8a82-4e39-b141-8c09ba2cb8f0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:22.009238 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48338) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:22.051740 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-fb382afa-fe37-49bb-8272-376cc5d9dce4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d6c9b3612e4282b78a6adf157067ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411046 Dec 10 09:29:22.054309 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48342) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:22.108855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d93901ab-d8ec-449a-9592-f57b253eac04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:22.131210 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d93901ab-d8ec-449a-9592-f57b253eac04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:22.183301 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d93901ab-d8ec-449a-9592-f57b253eac04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:22.186573 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d93901ab-d8ec-449a-9592-f57b253eac04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:22.187992 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d93901ab-d8ec-449a-9592-f57b253eac04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d33554c4-9f85-4732-997e-6fb519c1a955 HTTP/1.1" status: 204 len: 168 time: 0.1326118 Dec 10 09:29:22.196632 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93901ab-d8ec-449a-9592-f57b253eac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33554c4-9f85-4732-997e-6fb519c1a955,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:22.766751 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48374) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:22.879632 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fd900cba-c734-4ec5-943b-7bc8d19b44a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:22.958065 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fd900cba-c734-4ec5-943b-7bc8d19b44a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:22.963654 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fd900cba-c734-4ec5-943b-7bc8d19b44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.003185 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-fd900cba-c734-4ec5-943b-7bc8d19b44a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=343ed1814ec043388da6ee525f303af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353113 Dec 10 09:29:23.004117 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900cba-c734-4ec5-943b-7bc8d19b44a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abfb852-2e74-4fee-aee0-1e8e8c94f5d3,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:23.006491 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48378) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:23.061094 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca772-d79d-4840-bd7b-1457460474d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.082403 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca772-d79d-4840-bd7b-1457460474d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.134910 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca772-d79d-4840-bd7b-1457460474d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.137842 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca772-d79d-4840-bd7b-1457460474d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.139977 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-2f4ca772-d79d-4840-bd7b-1457460474d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9abfb852-2e74-4fee-aee0-1e8e8c94f5d3 HTTP/1.1" status: 204 len: 168 time: 0.1317980 Dec 10 09:29:23.148418 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ca772-d79d-4840-bd7b-1457460474d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abfb852-2e74-4fee-aee0-1e8e8c94f5d3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:23.429181 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48402) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:23.443511 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c71c5d6-81dd-44a2-afce-25647950fe8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.523267 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c71c5d6-81dd-44a2-afce-25647950fe8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.528357 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c71c5d6-81dd-44a2-afce-25647950fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.567242 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71c5d6-81dd-44a2-afce-25647950fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b456b99-82f4-4dba-b217-2301498503e3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:23.572731 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-8c71c5d6-81dd-44a2-afce-25647950fe8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61a78a85a11543708acc63a2b2e7e3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424842 Dec 10 09:29:23.576049 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48404) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:23.627461 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07eee888-a925-4f07-a697-1310f0a85acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.649588 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07eee888-a925-4f07-a697-1310f0a85acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.699000 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07eee888-a925-4f07-a697-1310f0a85acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.703100 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07eee888-a925-4f07-a697-1310f0a85acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.704936 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-07eee888-a925-4f07-a697-1310f0a85acf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b456b99-82f4-4dba-b217-2301498503e3 HTTP/1.1" status: 204 len: 168 time: 0.1283495 Dec 10 09:29:23.712960 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eee888-a925-4f07-a697-1310f0a85acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b456b99-82f4-4dba-b217-2301498503e3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:24.989018 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48474) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.093829 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a63330f-014a-40a4-a6de-6ed04706b94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.169610 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a63330f-014a-40a4-a6de-6ed04706b94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.179431 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5a63330f-014a-40a4-a6de-6ed04706b94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.218098 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5a63330f-014a-40a4-a6de-6ed04706b94f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f7c388e0c494fecbc456deb88c86c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279983 Dec 10 09:29:25.218996 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63330f-014a-40a4-a6de-6ed04706b94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ba7730-3192-4bab-9114-11e8f3067255,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.220852 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48484) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.274882 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f46ec10-2693-4150-b844-8d55d1ad651e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.297086 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f46ec10-2693-4150-b844-8d55d1ad651e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.344606 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f46ec10-2693-4150-b844-8d55d1ad651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.347413 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4f46ec10-2693-4150-b844-8d55d1ad651e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.348569 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4f46ec10-2693-4150-b844-8d55d1ad651e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66ba7730-3192-4bab-9114-11e8f3067255 HTTP/1.1" status: 204 len: 168 time: 0.1255488 Dec 10 09:29:25.357179 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46ec10-2693-4150-b844-8d55d1ad651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ba7730-3192-4bab-9114-11e8f3067255,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.489227 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.592886 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb41f2e7-e59d-497b-aeb8-df74564c3c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.622225 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48502) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.637017 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-70d71c5e-19bf-4f58-b509-629dcea146e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.666337 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb41f2e7-e59d-497b-aeb8-df74564c3c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.671029 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb41f2e7-e59d-497b-aeb8-df74564c3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.713622 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-eb41f2e7-e59d-497b-aeb8-df74564c3c2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bba7ccb1b7f4883a16c301674aa5e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204573 Dec 10 09:29:25.713622 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41f2e7-e59d-497b-aeb8-df74564c3c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36758fe1-636b-468f-84be-2fafb0fe542b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.714828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48504) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.722262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-70d71c5e-19bf-4f58-b509-629dcea146e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.731814 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-70d71c5e-19bf-4f58-b509-629dcea146e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.788969 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-70d71c5e-19bf-4f58-b509-629dcea146e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab0d5f014b424697b831fdd7e1f36de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655498 Dec 10 09:29:25.791943 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48506) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.792420 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d71c5e-19bf-4f58-b509-629dcea146e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e8762-b99c-4426-9a44-71cfcb748701,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.803621 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.826728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.843883 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86e76b7a-3048-4f58-99d2-8e34f65c02a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.870072 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86e76b7a-3048-4f58-99d2-8e34f65c02a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.875115 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.877764 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.878987 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36758fe1-636b-468f-84be-2fafb0fe542b HTTP/1.1" status: 204 len: 168 time: 0.1630046 Dec 10 09:29:25.888079 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36758fe1-636b-468f-84be-2fafb0fe542b,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.895401 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.895755 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.896103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.896446 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.896775 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.897103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.897428 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.897754 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.898208 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.898499 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.899014 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.899298 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.899614 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8e238-782a-42b2-bb89-ac3ffc877cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.928548 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86e76b7a-3048-4f58-99d2-8e34f65c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.931520 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86e76b7a-3048-4f58-99d2-8e34f65c02a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.932691 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-86e76b7a-3048-4f58-99d2-8e34f65c02a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/787e8762-b99c-4426-9a44-71cfcb748701 HTTP/1.1" status: 204 len: 168 time: 0.1396489 Dec 10 09:29:25.943215 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e76b7a-3048-4f58-99d2-8e34f65c02a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e8762-b99c-4426-9a44-71cfcb748701,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:26.270247 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48522) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:26.284800 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b8624ae0-42f1-4846-b1ee-617483ae59c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.362760 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b8624ae0-42f1-4846-b1ee-617483ae59c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.367914 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b8624ae0-42f1-4846-b1ee-617483ae59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.410253 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b8624ae0-42f1-4846-b1ee-617483ae59c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cf4f72c0af74848980a88b90f7493bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380241 Dec 10 09:29:26.411323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8624ae0-42f1-4846-b1ee-617483ae59c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d64cf-51ce-449d-9926-7430b8981858,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:26.412915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48526) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:26.482358 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6d58374-9b18-48c2-8240-6044fddb3775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.504472 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6d58374-9b18-48c2-8240-6044fddb3775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.553722 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6d58374-9b18-48c2-8240-6044fddb3775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.556479 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6d58374-9b18-48c2-8240-6044fddb3775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.560655 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f6d58374-9b18-48c2-8240-6044fddb3775 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e27d64cf-51ce-449d-9926-7430b8981858 HTTP/1.1" status: 204 len: 168 time: 0.1466956 Dec 10 09:29:26.568829 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d58374-9b18-48c2-8240-6044fddb3775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d64cf-51ce-449d-9926-7430b8981858,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:28.786971 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48634) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:28.888677 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bd7757b-0c94-4751-ba6a-bf34646ed0c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.963780 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bd7757b-0c94-4751-ba6a-bf34646ed0c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.968293 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bd7757b-0c94-4751-ba6a-bf34646ed0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.009984 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-7bd7757b-0c94-4751-ba6a-bf34646ed0c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ec56a7ae3ad44c2a703e3c48eedea6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217617 Dec 10 09:29:29.010777 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7757b-0c94-4751-ba6a-bf34646ed0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d99a6-96f5-419e-8874-56337bf988bc,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:29.013312 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48640) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:29.097900 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb0cb-2d24-4c6b-ab1e-3074b3ada2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.123079 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb0cb-2d24-4c6b-ab1e-3074b3ada2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.179534 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb0cb-2d24-4c6b-ab1e-3074b3ada2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.182391 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb0cb-2d24-4c6b-ab1e-3074b3ada2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.183600 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5f6cb0cb-2d24-4c6b-ab1e-3074b3ada2e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/203d99a6-96f5-419e-8874-56337bf988bc HTTP/1.1" status: 204 len: 168 time: 0.1684666 Dec 10 09:29:29.196839 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cb0cb-2d24-4c6b-ab1e-3074b3ada2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d99a6-96f5-419e-8874-56337bf988bc,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:29.455979 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48652) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:29.469822 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1ec1056c-868d-439c-b4d3-413a63fc9ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.557323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1ec1056c-868d-439c-b4d3-413a63fc9ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.562832 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1ec1056c-868d-439c-b4d3-413a63fc9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.602042 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-1ec1056c-868d-439c-b4d3-413a63fc9ddd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=694956fe92ac415ab6dc8731353755d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449070 Dec 10 09:29:29.603139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1056c-868d-439c-b4d3-413a63fc9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d86e6bd-d0aa-431d-9c5a-6298d9705b59,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:29.604919 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48654) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:29.658481 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93624efa-caba-4b5d-83fa-7b674a2ddf7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.681097 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93624efa-caba-4b5d-83fa-7b674a2ddf7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.729502 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93624efa-caba-4b5d-83fa-7b674a2ddf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.732378 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93624efa-caba-4b5d-83fa-7b674a2ddf7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.733548 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-93624efa-caba-4b5d-83fa-7b674a2ddf7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d86e6bd-d0aa-431d-9c5a-6298d9705b59 HTTP/1.1" status: 204 len: 168 time: 0.1264541 Dec 10 09:29:29.741122 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93624efa-caba-4b5d-83fa-7b674a2ddf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d86e6bd-d0aa-431d-9c5a-6298d9705b59,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:36.994200 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48818) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:37.104695 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.182266 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.187752 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.227775 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed675946559d43f392c3e1af60a6a74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324362 Dec 10 09:29:37.228614 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4b88e-020c-4f6e-9241-1c4b9c176b9e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:37.230472 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48822) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:37.242737 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.243083 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.243422 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.243755 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.244077 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.244382 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.244725 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.245046 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.245369 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.245686 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.246004 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.246347 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.246797 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14da256-d67e-4ea0-bf45-15dd8d81cc50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:37.294892 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c67a0c8f-64b6-4e84-a4d8-1f28e108e671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.315903 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c67a0c8f-64b6-4e84-a4d8-1f28e108e671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.366883 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c67a0c8f-64b6-4e84-a4d8-1f28e108e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.369516 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c67a0c8f-64b6-4e84-a4d8-1f28e108e671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.370752 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-c67a0c8f-64b6-4e84-a4d8-1f28e108e671 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69e4b88e-020c-4f6e-9241-1c4b9c176b9e HTTP/1.1" status: 204 len: 168 time: 0.1389897 Dec 10 09:29:37.378250 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0c8f-64b6-4e84-a4d8-1f28e108e671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4b88e-020c-4f6e-9241-1c4b9c176b9e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:37.644648 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 48830) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:37.658377 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-65ccfc17-9b5f-4044-9063-12f0838fb913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.753678 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-65ccfc17-9b5f-4044-9063-12f0838fb913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.760632 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-65ccfc17-9b5f-4044-9063-12f0838fb913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.807111 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-65ccfc17-9b5f-4044-9063-12f0838fb913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe9e92fa418247b187735db1fb2b78ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613288 Dec 10 09:29:37.807974 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccfc17-9b5f-4044-9063-12f0838fb913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d888acb3-6b2e-4cda-91f1-19f1271f2639,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:37.810031 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 48832) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:37.863768 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1e85ca3b-7b44-48f7-9512-abf8944dac26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.891844 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1e85ca3b-7b44-48f7-9512-abf8944dac26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.939720 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1e85ca3b-7b44-48f7-9512-abf8944dac26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.942595 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-1e85ca3b-7b44-48f7-9512-abf8944dac26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.943747 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-1e85ca3b-7b44-48f7-9512-abf8944dac26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d888acb3-6b2e-4cda-91f1-19f1271f2639 HTTP/1.1" status: 204 len: 168 time: 0.1326616 Dec 10 09:29:37.951571 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85ca3b-7b44-48f7-9512-abf8944dac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d888acb3-6b2e-4cda-91f1-19f1271f2639,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:40.002599 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:42.773064 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49031a7d-1d81-452b-8a7e-dfcae8b47337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:45.051024 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6c5b6fe-e144-4e97-84e0-9bee5621b18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:46.292033 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:47.403051 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:48.602579 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:53.113261 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:29:53.942238 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-099167ef-8c59-4d4a-9559-c5a40d17225b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349599362&fields=id&tenant_id=7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 267 time: 0.0455894 Dec 10 09:29:54.057969 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-64843b51-140b-46f7-ae1e-b34f7ce98bc5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:54.059482 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-64843b51-140b-46f7-ae1e-b34f7ce98bc5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 812 time: 0.1074271 Dec 10 09:29:54.075304 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-43ccabfa-537e-4148-9e7e-d2864fcdc6ab tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/quotas/7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 375 time: 0.0100434 Dec 10 09:29:54.132725 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-6dead87f-d877-4a66-9b34-ad49427600df tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519116 Dec 10 09:29:54.231250 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-bc3972fc-b4cc-4367-9ef4-6274df40da9f service neutron] 10.222.0.21 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Dec 10 09:29:54.324217 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-d47dade3-e948-499a-87cc-58647921baac service neutron] 10.222.0.21 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Dec 10 09:29:54.635274 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b8bd9fc3-f090-4aa4-8b49-895ee56a30b6 req-d67f258c-83a1-4b15-95af-e3002d29821c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 210 time: 0.0274830 Dec 10 09:29:55.740344 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5eba2ebc-3c17-4562-81dc-5ae160b0f484 req-5ddaafff-eb90-4bdc-89b4-5164e7583090 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 210 time: 0.0371234 Dec 10 09:29:56.847770 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-57375a45-cb28-4464-9269-ca63e476dd86 req-1c5bfdbf-ad8a-4e58-8e9e-0f837b4b3540 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 210 time: 0.0314610 Dec 10 09:29:57.311400 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-f0eee723-71f1-4a7a-895f-05b39d56f3ec tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:57.312915 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-f0eee723-71f1-4a7a-895f-05b39d56f3ec tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 812 time: 0.1109591 Dec 10 09:29:57.378934 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-ea57bea8-0bcb-45b8-bb8f-0e4fbfa5b052 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aed92792c0a45d58fa5cedf9950162b HTTP/1.1" status: 200 len: 379 time: 0.0552227 Dec 10 09:29:57.388906 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'port': {'device_id': '471a1650-3b82-477b-abe1-97d3d9154c40', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'admin_state_up': True, 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'security_groups': ['33332eeb-5224-4a18-8f4a-0a4c1f2460f9']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:57.501543 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Made reservation on behalf of 7aed92792c0a45d58fa5cedf9950162b for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:57.505157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.638672 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Allocated IP 172.20.0.10 (0503223a-c71a-400e-b4f4-a95a44e40b4c/12d0c372-17cb-4c30-9e3f-e06aab01d477/fc773d7b-3da1-4a01-ac9a-7e3c302d5a40) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:29:57.782429 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.820170 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.864736 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:29:57.867796 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:57.871406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:29:57.897241 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:57.923173 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:57.923799 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.961972 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-02216c03-82a7-4cba-87eb-628aad3865e7 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768774 Dec 10 09:29:57.976623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Request body: {'port': {'device_id': '471a1650-3b82-477b-abe1-97d3d9154c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:58.012210 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ceac-fe39-4e39-bad3-52ed220fa933 req-3f903768-ce6b-4ae0-9c85-d8bdaa42b88b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:58.013808 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-80d9ceac-fe39-4e39-bad3-52ed220fa933 req-3f903768-ce6b-4ae0-9c85-d8bdaa42b88b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 932 time: 0.0873039 Dec 10 09:29:58.059054 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.076432 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-1e58f351-2032-4761-9748-c9b284f8ee30 None None] Provisioning complete for port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:29:58.077479 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e58f351-2032-4761-9748-c9b284f8ee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.113335 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-80d9ceac-fe39-4e39-bad3-52ed220fa933 req-da57a384-a0f6-47a8-a47e-b0ded883dcd6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908473 Dec 10 09:29:58.118603 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1e58f351-2032-4761-9748-c9b284f8ee30 None None] Port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:29:58.345651 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:29:58.357477 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.370593 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Transition to ACTIVE for port object fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:29:58.378192 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.445330 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.522141 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Attempting to bind port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:29:58.522427 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Attempting to bind port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:29:58.522762 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Attempting to bind port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:29:58.540210 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 on network 0503223a-c71a-400e-b4f4-a95a44e40b4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:29:58.540528 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Attempting to bind port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 on network 0503223a-c71a-400e-b4f4-a95a44e40b4c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:29:58.547326 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:29:58.547912 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Checking segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:29:58.548438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Bound using segment: {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:29:58.549015 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Bound port: fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8554724-c576-4a17-bb40-2d0f35f8f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:29:58.549329 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.631941 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] For port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:29:58.635788 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] For port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:29:58.640736 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.682088 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:58.682726 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.684241 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 HTTP/1.1" status: 200 len: 1094 time: 0.7129643 Dec 10 09:29:58.684783 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:58.687279 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d872329-cc88-465a-bcef-43e7fbb578be" -d '{"events": [{"name": "network-changed", "server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:58.712908 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9b8c-1cbf-4ba8-8f98-2603ab0ed1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.777518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cbe9e4-374f-457b-9746-afee95446644 x-openstack-request-id: req-20cbe9e4-374f-457b-9746-afee95446644 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:58.777935 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:58.778303 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20cbe9e4-374f-457b-9746-afee95446644 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:58.778792 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'status': 'completed', 'code': 200} Dec 10 09:29:58.783501 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-3638324b-6436-4344-99dc-4cba56819cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:58.785340 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-3638324b-6436-4344-99dc-4cba56819cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 1097 time: 0.0527692 Dec 10 09:29:58.834468 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-a0652630-fb15-427f-bfd4-6f098b688588 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 HTTP/1.1" status: 200 len: 217 time: 0.0353885 Dec 10 09:29:58.893000 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-6072fbe0-4883-47c7-9e9a-de004b36e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:58.894954 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-6072fbe0-4883-47c7-9e9a-de004b36e567 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0518229 Dec 10 09:29:59.246874 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf5c64-cf41-4780-ac4e-fab838b43ea1 req-08add2f0-d078-4153-a8b3-8116f88467a8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:59.248348 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-89cf5c64-cf41-4780-ac4e-fab838b43ea1 req-08add2f0-d078-4153-a8b3-8116f88467a8 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0638552 Dec 10 09:29:59.303366 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-89cf5c64-cf41-4780-ac4e-fab838b43ea1 req-1c4a5fc0-40c9-4f2b-8230-d68207110cea tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488210 Dec 10 09:29:59.987943 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-54225385-35ac-459c-9498-ee2bd3e44e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:59.989497 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-54225385-35ac-459c-9498-ee2bd3e44e37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551815 Dec 10 09:30:00.698649 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b645ea-8e02-402e-8f00-93e2a8151383 req-21e1ef2c-fd65-437b-ae92-c7ac814850b6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:00.700159 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c3b645ea-8e02-402e-8f00-93e2a8151383 req-21e1ef2c-fd65-437b-ae92-c7ac814850b6 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.3178425 Dec 10 09:30:00.750759 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c3b645ea-8e02-402e-8f00-93e2a8151383 req-c0830f23-f289-4a4f-b50c-88449f9a1b42 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Dec 10 09:30:00.871128 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-cfd0a1e3-32d8-4a09-9e43-26647b0dfaa6 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876083 Dec 10 09:30:01.845839 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-199bbd01-1590-4cf9-82a4-43f94ee9f976 req-624b5b08-2c25-4f07-b689-a400858ae832 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946569 Dec 10 09:30:01.885136 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9d15-f2af-4651-99d3-4b178936dc6d req-9e96a118-3c33-4bb7-ae1e-db1423437619 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:01.886671 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-293d9d15-f2af-4651-99d3-4b178936dc6d req-9e96a118-3c33-4bb7-ae1e-db1423437619 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0558393 Dec 10 09:30:01.967865 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-293d9d15-f2af-4651-99d3-4b178936dc6d req-ea4df510-61bf-434b-bba7-07c04b8a7c00 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733395 Dec 10 09:30:01.971512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872329-cc88-465a-bcef-43e7fbb578be req-d991b852-2394-423a-98b4-e7edd0a56cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:01.971512 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-d991b852-2394-423a-98b4-e7edd0a56cc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 1097 time: 0.0717509 Dec 10 09:30:02.072737 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872329-cc88-465a-bcef-43e7fbb578be req-a7264448-edeb-41a1-b9fa-b1b1b1b4099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:02.074262 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-a7264448-edeb-41a1-b9fa-b1b1b1b4099d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.0939374 Dec 10 09:30:02.123671 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-7ae1ef58-eaee-45e2-ad61-ccd37a636cce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 HTTP/1.1" status: 200 len: 217 time: 0.0379083 Dec 10 09:30:02.185803 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872329-cc88-465a-bcef-43e7fbb578be req-b864a8e1-30f3-4b4b-a6d6-0509d47270a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:02.187307 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-b864a8e1-30f3-4b4b-a6d6-0509d47270a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0541766 Dec 10 09:30:02.233857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872329-cc88-465a-bcef-43e7fbb578be req-0f554255-298c-4361-99bb-b1860b9ab78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:02.235358 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-0f554255-298c-4361-99bb-b1860b9ab78d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401452 Dec 10 09:30:02.348230 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-2720f203-d343-4304-9d18-38c0275914a2 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011407 Dec 10 09:30:02.446128 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9d872329-cc88-465a-bcef-43e7fbb578be req-3ac7a409-84c0-4a6d-88f4-0e35d7e2cf92 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866630 Dec 10 09:30:03.084078 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40d9b-7b1a-4c0c-b4aa-e40b08482c32 req-b7afddbf-cbbe-4370-a5cf-4cc572f3c5ca tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:03.086053 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-31d40d9b-7b1a-4c0c-b4aa-e40b08482c32 req-b7afddbf-cbbe-4370-a5cf-4cc572f3c5ca tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0505409 Dec 10 09:30:03.136730 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-31d40d9b-7b1a-4c0c-b4aa-e40b08482c32 req-b18d5dbd-a2e5-4d4e-9a3c-bfefd8647048 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Dec 10 09:30:03.227117 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49126) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:03.337698 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dc71070-cd0a-45fa-9efb-1d5132585316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.434406 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dc71070-cd0a-45fa-9efb-1d5132585316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.439776 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dc71070-cd0a-45fa-9efb-1d5132585316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.478058 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5dc71070-cd0a-45fa-9efb-1d5132585316 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6fc857db01c45c89859510c793d4bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497382 Dec 10 09:30:03.478808 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc71070-cd0a-45fa-9efb-1d5132585316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d442f6-4e2b-4cb6-a4ee-da616b0441b1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:03.480949 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49130) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:03.536577 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2b0c-f27c-41e3-b59b-fbff77dcfea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.557699 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2b0c-f27c-41e3-b59b-fbff77dcfea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.619016 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2b0c-f27c-41e3-b59b-fbff77dcfea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.621635 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2b0c-f27c-41e3-b59b-fbff77dcfea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.622841 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-5e6d2b0c-f27c-41e3-b59b-fbff77dcfea5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40d442f6-4e2b-4cb6-a4ee-da616b0441b1 HTTP/1.1" status: 204 len: 168 time: 0.1408999 Dec 10 09:30:03.630730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d2b0c-f27c-41e3-b59b-fbff77dcfea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d442f6-4e2b-4cb6-a4ee-da616b0441b1,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:04.254359 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cae1c-3381-4ede-a15f-f566241d753f req-fdb6a438-a2f8-4440-ab37-d8f84673bc71 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:04.255996 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-403cae1c-3381-4ede-a15f-f566241d753f req-fdb6a438-a2f8-4440-ab37-d8f84673bc71 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0490389 Dec 10 09:30:04.309595 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-403cae1c-3381-4ede-a15f-f566241d753f req-3356129d-0168-4b12-a287-1668cf6ae002 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475571 Dec 10 09:30:05.437860 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781a99-27ea-4bfd-8681-8014085cef2e req-ff28c393-2fd3-411a-b573-6816ec7efbd4 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:05.439420 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6781a99-27ea-4bfd-8681-8014085cef2e req-ff28c393-2fd3-411a-b573-6816ec7efbd4 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0533991 Dec 10 09:30:05.493750 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f6781a99-27ea-4bfd-8681-8014085cef2e req-9688c705-5402-45e7-967f-b57430a68c57 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450780 Dec 10 09:30:06.619483 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2b46-a9ac-40d4-9a41-743f4de1f183 req-42d0f074-319c-46b9-80b6-67b7c434b30f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:06.621798 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f9d2b46-a9ac-40d4-9a41-743f4de1f183 req-42d0f074-319c-46b9-80b6-67b7c434b30f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0569575 Dec 10 09:30:06.677120 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-4f9d2b46-a9ac-40d4-9a41-743f4de1f183 req-c79bbcc9-cd8e-45f7-b1c0-a69731106c07 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489399 Dec 10 09:30:07.795670 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deab88e-4348-4a42-8492-d22b8c1d327a req-a374726d-018d-4020-bbb4-95701099fb54 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:07.797286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9deab88e-4348-4a42-8492-d22b8c1d327a req-a374726d-018d-4020-bbb4-95701099fb54 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0510228 Dec 10 09:30:07.853314 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9deab88e-4348-4a42-8492-d22b8c1d327a req-777bd972-e362-45ca-809e-34629ab4000c tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493188 Dec 10 09:30:08.992828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d10ace-889e-4ff0-b994-c64aacfb46bd req-42471fbb-1ef2-4269-8b55-9f64f317fe95 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:08.994436 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-81d10ace-889e-4ff0-b994-c64aacfb46bd req-42471fbb-1ef2-4269-8b55-9f64f317fe95 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0613606 Dec 10 09:30:09.047855 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-81d10ace-889e-4ff0-b994-c64aacfb46bd req-5fa1eb5a-a1b0-47ff-b31b-185f945746f0 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461531 Dec 10 09:30:10.007957 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:30:10.042239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.123576 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:10.134305 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'port_id': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'mac_address': 'fa:16:3e:8e:ac:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:30:10.168411 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3498e45-7e6b-43ab-bfb0-2f38f3f7d272 req-ef413c2f-8d66-45c0-9841-4a7b06efde2f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:10.169952 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3498e45-7e6b-43ab-bfb0-2f38f3f7d272 req-ef413c2f-8d66-45c0-9841-4a7b06efde2f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 944 time: 0.0503321 Dec 10 09:30:10.171926 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.186373 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:10.208576 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:10.213635 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.226402 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b3498e45-7e6b-43ab-bfb0-2f38f3f7d272 req-b3e92910-0c89-4fb6-a1ff-bf49a99a790a tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501544 Dec 10 09:30:10.262517 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:10.269889 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.270277 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.270629 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.270974 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.271313 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.271648 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.271988 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.272317 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.272646 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.272984 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.273305 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.273629 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:10.273950 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:11.242827 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['fc773d7b-3da1-4a01-ac9a-7e3c302d5a40'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:30:11.343616 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6912e-9285-4514-a061-6f02f2291017 req-923dedae-9d71-4e85-8f75-9165e962a824 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:11.345532 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ee6912e-9285-4514-a061-6f02f2291017 req-923dedae-9d71-4e85-8f75-9165e962a824 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 945 time: 0.0507548 Dec 10 09:30:11.396916 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9ee6912e-9285-4514-a061-6f02f2291017 req-599ddabd-1f35-4fe1-9fa4-4468dd8b4046 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Dec 10 09:30:12.237213 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-6f2a90aa-6980-4320-803a-ffbc23c4248d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499496 Dec 10 09:30:12.329156 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-0d72f3c6-a227-40db-a53c-29a85a72d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:12.330704 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-0d72f3c6-a227-40db-a53c-29a85a72d80a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1098 time: 0.0440753 Dec 10 09:30:12.438916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-76951ed2-a923-460c-9cd5-15a536d40d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:12.440688 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-76951ed2-a923-460c-9cd5-15a536d40d0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.0898747 Dec 10 09:30:12.515025 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-38c4db05-5b65-4d26-b45f-b32490ae219d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 1000 time: 0.0661125 Dec 10 09:30:12.516103 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d601ab-c746-4a55-9eb3-ba2f586c07aa req-6f841783-b4d8-4df2-a714-a7ab98f2caaa tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:12.517684 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-12d601ab-c746-4a55-9eb3-ba2f586c07aa req-6f841783-b4d8-4df2-a714-a7ab98f2caaa tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 945 time: 0.0521190 Dec 10 09:30:12.565551 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-12d601ab-c746-4a55-9eb3-ba2f586c07aa req-6c62ca86-5878-4181-beeb-a5bcbda7d53b tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Dec 10 09:30:12.781976 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32b736d8-d5f0-4cea-863a-5a4a27f75815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.339345 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:13.385666 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-bc34eff4-c33a-48df-9b47-ff4513b42a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:13.387480 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-bc34eff4-c33a-48df-9b47-ff4513b42a12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0474093 Dec 10 09:30:13.391077 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:30:13.395677 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:13.396050 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.478277 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.505691 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:13.508106 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d50b96-9481-4635-b1a6-31ce9bd002f1" -d '{"events": [{"server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "name": "network-vif-plugged", "status": "completed", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:13.522100 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:13.527072 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.551095 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441e9cfb-8397-49dc-9276-897566a7d744 x-openstack-request-id: req-441e9cfb-8397-49dc-9276-897566a7d744 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:13.551419 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "name": "network-vif-plugged", "status": "completed", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:13.551743 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-441e9cfb-8397-49dc-9276-897566a7d744 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:13.552291 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'code': 200} Dec 10 09:30:13.579379 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:13.691131 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736890a-0c6e-4f19-aef6-6d06d7dad1de req-619b1c8d-0bbb-436d-a8b1-d4b9981dcb72 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:13.692637 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6736890a-0c6e-4f19-aef6-6d06d7dad1de req-619b1c8d-0bbb-436d-a8b1-d4b9981dcb72 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Dec 10 09:30:13.746173 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-6736890a-0c6e-4f19-aef6-6d06d7dad1de req-34d4168a-c8d0-4b42-9c2a-90208cacb4ba tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Dec 10 09:30:14.254488 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-2048f579-2849-4f44-928f-5107d5afb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:14.256278 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-2048f579-2849-4f44-928f-5107d5afb3c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530992 Dec 10 09:30:14.888665 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1c13-cb67-4074-aa7b-9c78066dd8e4 req-656b963f-6e92-476e-85f2-d2630494d800 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:14.890186 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-051a1c13-cb67-4074-aa7b-9c78066dd8e4 req-656b963f-6e92-476e-85f2-d2630494d800 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0619547 Dec 10 09:30:14.946430 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-051a1c13-cb67-4074-aa7b-9c78066dd8e4 req-e737d98f-5151-45ec-99ea-6d5aaf9170d3 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466483 Dec 10 09:30:15.053695 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1615a832-dec0-4d6f-99b4-0eb2e32a326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:15.261368 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-c85502dd-2f7f-4509-a299-a1a5557c524d service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851383 Dec 10 09:30:15.374830 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-dfa0c8ce-2f5d-4022-997f-1a920d31d67c req-7a636b1a-c7f4-4803-8bd7-71a15dc1d321 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047583 Dec 10 09:30:15.403669 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ba70-f043-4880-97e3-2f7440955baf req-581e5250-6bea-4df3-a921-ce7f1533712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:15.405273 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-29c2ba70-f043-4880-97e3-2f7440955baf req-581e5250-6bea-4df3-a921-ce7f1533712c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 1099 time: 0.0447662 Dec 10 09:30:15.456067 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-29c2ba70-f043-4880-97e3-2f7440955baf req-2ead314b-2566-4b04-a93c-1e2ca184add1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Dec 10 09:30:16.079516 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34a0c-8926-4ee1-891b-ac80261189f9 req-81dac6fb-21e5-4f39-a621-5ef3ffe461ec tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:16.081037 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-90c34a0c-8926-4ee1-891b-ac80261189f9 req-81dac6fb-21e5-4f39-a621-5ef3ffe461ec tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0505152 Dec 10 09:30:16.140665 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-90c34a0c-8926-4ee1-891b-ac80261189f9 req-27dad449-cc80-458b-ae12-2947f6e8d63e tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533519 Dec 10 09:30:16.288076 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.377532 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49292) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:16.493719 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb591-ef5a-40bd-b313-ec31281199a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.586241 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb591-ef5a-40bd-b313-ec31281199a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.590515 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb591-ef5a-40bd-b313-ec31281199a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.627676 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-a5fdb591-ef5a-40bd-b313-ec31281199a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dce2ed2f94a54ce387c9dd5f9b025485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489984 Dec 10 09:30:16.628864 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb591-ef5a-40bd-b313-ec31281199a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe099150-d344-44a1-a556-73f6b300ff5d,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:16.630482 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49300) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:16.680702 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8af20c4c-4792-468b-baab-4fa8ffdf9a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.706766 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8af20c4c-4792-468b-baab-4fa8ffdf9a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.761522 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8af20c4c-4792-468b-baab-4fa8ffdf9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.764232 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8af20c4c-4792-468b-baab-4fa8ffdf9a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:16.765393 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-8af20c4c-4792-468b-baab-4fa8ffdf9a87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe099150-d344-44a1-a556-73f6b300ff5d HTTP/1.1" status: 204 len: 168 time: 0.1338928 Dec 10 09:30:16.773199 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af20c4c-4792-468b-baab-4fa8ffdf9a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe099150-d344-44a1-a556-73f6b300ff5d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:17.039651 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49306) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:17.052973 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f64a0f2-e8e9-443e-88c3-a081eeffacbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.136020 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f64a0f2-e8e9-443e-88c3-a081eeffacbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.143312 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f64a0f2-e8e9-443e-88c3-a081eeffacbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.188008 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64a0f2-e8e9-443e-88c3-a081eeffacbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971bccb8-0c9f-417d-878c-4415ff2c3990,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:17.192191 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-9f64a0f2-e8e9-443e-88c3-a081eeffacbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89fe26ea9a2b476c8e5f4667f72cee2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514971 Dec 10 09:30:17.194875 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49310) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:17.247432 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b82a4e6-4576-42f8-b745-715ea631c7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.255191 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d299c-f1ba-48d7-92b8-58f7f270a5ca req-d6572703-2a83-4258-8aa2-2c95e243bc45 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:17.256600 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d17d299c-f1ba-48d7-92b8-58f7f270a5ca req-d6572703-2a83-4258-8aa2-2c95e243bc45 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0479991 Dec 10 09:30:17.268565 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b82a4e6-4576-42f8-b745-715ea631c7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.306588 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d17d299c-f1ba-48d7-92b8-58f7f270a5ca req-d9e4d6cb-8101-4dc6-b57c-e3380ae570f4 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432582 Dec 10 09:30:17.319079 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b82a4e6-4576-42f8-b745-715ea631c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.321743 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b82a4e6-4576-42f8-b745-715ea631c7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.323014 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-0b82a4e6-4576-42f8-b745-715ea631c7b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/971bccb8-0c9f-417d-878c-4415ff2c3990 HTTP/1.1" status: 204 len: 168 time: 0.1271558 Dec 10 09:30:17.331415 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82a4e6-4576-42f8-b745-715ea631c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971bccb8-0c9f-417d-878c-4415ff2c3990,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:17.406785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.427517 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623df68-d653-494a-bab8-a14d70fb9f6d req-3171f714-5158-47c3-9f45-7c23c8da2e3f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:17.429032 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d623df68-d653-494a-bab8-a14d70fb9f6d req-3171f714-5158-47c3-9f45-7c23c8da2e3f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0524521 Dec 10 09:30:17.482113 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d623df68-d653-494a-bab8-a14d70fb9f6d req-0c1d437a-bf45-494f-b18f-5bfe379e6731 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460517 Dec 10 09:30:17.505475 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49318) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:17.695629 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba872c-df11-4aad-9c7b-4a808d240906 tempest-TestVolumeBootPattern-1815110333 tempest-TestVolumeBootPattern-1815110333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:17.697195 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-3cba872c-df11-4aad-9c7b-4a808d240906 tempest-TestVolumeBootPattern-1815110333 tempest-TestVolumeBootPattern-1815110333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 1094 time: 0.1907153 Dec 10 09:30:17.700178 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49330) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:17.706227 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'port_id': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:17.727465 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.834536 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:17.936382 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Allocated IP 172.27.2.128 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/36a5e125-d6d0-41e5-8afb-dd90de95eaf0) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:18.039643 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.076119 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.113853 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:18.118406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:18.122006 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:18.144062 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=36a5e125-d6d0-41e5-8afb-dd90de95eaf0,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:18.490371 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.556599 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.607926 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.712281 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.717876 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.786680 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event updated for resources: {'Port': ['ID=36a5e125-d6d0-41e5-8afb-dd90de95eaf0,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:18.797163 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:19.174351 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Floating IP 8c188823-d7d1-4aad-9d7d-d1f71c203789 associated. External IP: 172.27.2.128, port: fc773d7b-3da1-4a01-ac9a-7e3c302d5a40. Dec 10 09:30:19.386229 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:30:19.505318 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:19.518795 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:19.525818 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:19.530242 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:19.530987 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:19.553014 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e50cc45e-84e4-4213-ab46-89c9aa0ab3ce tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8517120 Dec 10 09:30:19.553631 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:19.555934 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c8a81-424f-487d-abb7-a0f6650c85ea" -d '{"events": [{"name": "network-changed", "server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:19.622498 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2623bdb-938e-43a8-8bf7-3bc83c759771 x-openstack-request-id: req-f2623bdb-938e-43a8-8bf7-3bc83c759771 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:19.622853 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:19.623212 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2623bdb-938e-43a8-8bf7-3bc83c759771 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:19.623701 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'status': 'completed', 'code': 200} Dec 10 09:30:19.680819 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:19.708058 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-f27f06b7-bd5d-48aa-b7bd-67595b3df3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:19.709525 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-f27f06b7-bd5d-48aa-b7bd-67595b3df3be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 1099 time: 0.0484338 Dec 10 09:30:19.824671 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-353f4b93-c7af-4e7b-84eb-82859d4aaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:19.827446 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-353f4b93-c7af-4e7b-84eb-82859d4aaa5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1097701 Dec 10 09:30:19.903226 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49396) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:19.913109 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-14287f7d-a5d6-441e-8e46-1a7bfdaf7b72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 HTTP/1.1" status: 200 len: 1000 time: 0.0776436 Dec 10 09:30:19.972700 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-d58cd1c3-4fc8-4ffa-a28b-e0658ba3f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:19.974532 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-d58cd1c3-4fc8-4ffa-a28b-e0658ba3f0cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0536652 Dec 10 09:30:20.030130 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dcf470e1-6ddf-4468-94a0-b2168e1c09a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.034344 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-9cf375d9-b219-4d78-b6af-6d001eaacc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:20.036460 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-9cf375d9-b219-4d78-b6af-6d001eaacc28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522027 Dec 10 09:30:20.117209 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dcf470e1-6ddf-4468-94a0-b2168e1c09a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.123788 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:07Z', 'revision_number': 1, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}, {'id': '8c188823-d7d1-4aad-9d7d-d1f71c203789', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:8e:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471a1650-3b82-477b-abe1-97d3d9154c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:30:18Z', 'updated_at': '2021-12-10T09:30:18Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:20.124137 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dcf470e1-6ddf-4468-94a0-b2168e1c09a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.147123 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-2ad3ddbb-3cb1-450c-aefd-c58a7038e5f6 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015203 Dec 10 09:30:20.158616 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:20.169968 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:20.170857 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:20.172648 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-dcf470e1-6ddf-4468-94a0-b2168e1c09a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e75bf0bb58b441bead280c2a2823cf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679374 Dec 10 09:30:20.177655 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49400) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:20.181105 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf470e1-6ddf-4468-94a0-b2168e1c09a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59a4c8-0914-4cf4-938e-02dab6ee6ae9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:20.232018 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57bad394-91a0-4e42-84d0-2ad8212c8668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.259519 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57bad394-91a0-4e42-84d0-2ad8212c8668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.260199 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-be1c8a81-424f-487d-abb7-a0f6650c85ea req-fe88001f-b082-4e0f-8124-ff11d443bc9c service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047795 Dec 10 09:30:20.298830 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:20.312831 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57bad394-91a0-4e42-84d0-2ad8212c8668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.315633 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57bad394-91a0-4e42-84d0-2ad8212c8668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.317096 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-57bad394-91a0-4e42-84d0-2ad8212c8668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca59a4c8-0914-4cf4-938e-02dab6ee6ae9 HTTP/1.1" status: 204 len: 168 time: 0.1425376 Dec 10 09:30:20.329322 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bad394-91a0-4e42-84d0-2ad8212c8668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59a4c8-0914-4cf4-938e-02dab6ee6ae9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:20.564419 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:07Z', 'revision_number': 1, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}, {'id': '8c188823-d7d1-4aad-9d7d-d1f71c203789', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:8e:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471a1650-3b82-477b-abe1-97d3d9154c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:30:18Z', 'updated_at': '2021-12-10T09:30:18Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:20.596744 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d5ba6-bad2-4c2c-a70a-a9d911070391 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:07Z', 'revision_number': 1, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}, {'id': '8c188823-d7d1-4aad-9d7d-d1f71c203789', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.128', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:8e:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471a1650-3b82-477b-abe1-97d3d9154c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:30:18Z', 'updated_at': '2021-12-10T09:30:18Z', 'revision_number': 0, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:20.608554 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49406) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:20.624503 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-124e7632-bf24-43f5-b117-1e5e6fca4a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.711674 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-124e7632-bf24-43f5-b117-1e5e6fca4a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.717155 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-124e7632-bf24-43f5-b117-1e5e6fca4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.756220 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-124e7632-bf24-43f5-b117-1e5e6fca4a98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f60dd1bcfae40a88101ffd4542c9d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464796 Dec 10 09:30:20.757103 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e7632-bf24-43f5-b117-1e5e6fca4a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba463d61-7bfc-46f4-975c-01d4e3b668f7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:20.759458 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49416) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:20.824659 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-964d59c7-58f6-4a6c-911b-f7fdc2ff0c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.854944 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-964d59c7-58f6-4a6c-911b-f7fdc2ff0c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.866177 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887dfb0-481a-4dce-a8a7-5553761fc2b8 None None] New status for floating IP 8c188823-d7d1-4aad-9d7d-d1f71c203789: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:30:20.912604 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-964d59c7-58f6-4a6c-911b-f7fdc2ff0c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.915965 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-964d59c7-58f6-4a6c-911b-f7fdc2ff0c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.922078 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-964d59c7-58f6-4a6c-911b-f7fdc2ff0c11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba463d61-7bfc-46f4-975c-01d4e3b668f7 HTTP/1.1" status: 204 len: 168 time: 0.1612508 Dec 10 09:30:20.939441 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d59c7-58f6-4a6c-911b-f7fdc2ff0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba463d61-7bfc-46f4-975c-01d4e3b668f7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:26.087899 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:26.197465 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d84b5123-53cd-4eb2-92cc-451bbb85e8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.272915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d84b5123-53cd-4eb2-92cc-451bbb85e8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.276895 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d84b5123-53cd-4eb2-92cc-451bbb85e8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.315070 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d84b5123-53cd-4eb2-92cc-451bbb85e8ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1bdb8629e68447daa33a47c8084260c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260485 Dec 10 09:30:26.315928 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b5123-53cd-4eb2-92cc-451bbb85e8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c21d6-1900-4e16-b6b8-35049faf9357,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:26.318253 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49576) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:26.371079 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-259798ae-f088-4b6e-bc81-c65663879467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.398274 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-259798ae-f088-4b6e-bc81-c65663879467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.444688 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-259798ae-f088-4b6e-bc81-c65663879467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.447341 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-259798ae-f088-4b6e-bc81-c65663879467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:26.448897 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-259798ae-f088-4b6e-bc81-c65663879467 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b9c21d6-1900-4e16-b6b8-35049faf9357 HTTP/1.1" status: 204 len: 168 time: 0.1297467 Dec 10 09:30:26.457513 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259798ae-f088-4b6e-bc81-c65663879467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c21d6-1900-4e16-b6b8-35049faf9357,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:27.118146 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49604) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:27.217649 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-832729815-network', 'tenant_id': '50d06aae230a418da58622a7afde8da9'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:27.240530 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Made reservation on behalf of 50d06aae230a418da58622a7afde8da9 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:27.243044 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.253771 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.333186 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.337300 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.370364 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:30:27.377181 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6229ba-fad7-46a5-805f-63b0612be1f9,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:27.386442 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.386777 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Added segment 45204fd8-3c46-48ac-bad4-ff36d5b83636 of type vlan for network 564c4e97-463d-466f-85aa-41e1b8d64c6f Dec 10 09:30:27.388651 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.389004 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.389368 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.389703 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.390181 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.390511 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.390831 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.391155 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.391480 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.391801 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.392151 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.392467 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.392782 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:27.437581 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.465497 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.466488 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:27.467093 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.530234 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4108558 Dec 10 09:30:27.533052 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49614) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:27.537723 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Request body: {'subnet': {'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-832729815-subnet', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'ip_version': 4}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:27.544341 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e702655-8149-49ed-b148-c209eb288ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=564c4e97-463d-466f-85aa-41e1b8d64c6f,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:27.554231 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:30:27.567102 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Made reservation on behalf of 50d06aae230a418da58622a7afde8da9 for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:27.569434 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5783032'] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.749469 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5870910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5783014'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.806608 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=932d76f8-4b8e-464a-ab45-da81a33dba29,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:27.815171 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Checking segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:27.815559 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Network hostable DHCP agents. Network: 564c4e97-463d-466f-85aa-41e1b8d64c6f, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:30:27.835077 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:30:27.844899 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 564c4e97-463d-466f-85aa-41e1b8d64c6f) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:27.849346 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:27.849989 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.855355 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bca71e-eb94-447f-b0fa-53d4452bf80e None None] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:27.867924 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-d4945936-12c6-472d-bff5-9a45b0139bec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3338211 Dec 10 09:30:27.870748 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49628) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:27.875136 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:27.896588 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.897742 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.955707 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:27.965675 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-564c4e97-463d-466f-85aa-41e1b8d64c6f', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'project_id': '50d06aae230a418da58622a7afde8da9', 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:30:27.966740 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.095438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.104163 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Allocated IP 172.20.0.2 (564c4e97-463d-466f-85aa-41e1b8d64c6f/932d76f8-4b8e-464a-ab45-da81a33dba29/f88906df-1266-4609-a8b2-9a85c638027c) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:28.246910 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.253129 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.294308 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:28.298255 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.299259 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:28.301378 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Pushing event updated for resources: {'Port': ['ID=f88906df-1266-4609-a8b2-9a85c638027c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:28.303480 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:28.320139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.355967 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Attempting to bind port f88906df-1266-4609-a8b2-9a85c638027c on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:28.356196 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Attempting to bind port f88906df-1266-4609-a8b2-9a85c638027c by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:28.356438 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Attempting to bind port f88906df-1266-4609-a8b2-9a85c638027c on network 564c4e97-463d-466f-85aa-41e1b8d64c6f {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:28.361372 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:28.361740 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Checking segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:28.362194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.362578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Bound using segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:28.363055 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Bound port: f88906df-1266-4609-a8b2-9a85c638027c, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:28.363426 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.424047 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Allocated IP 172.27.2.19 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/3700482c-aa14-4866-9302-e42b52b442e2) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:28.427251 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] For port f88906df-1266-4609-a8b2-9a85c638027c, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:28.430731 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] For port f88906df-1266-4609-a8b2-9a85c638027c, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f88906df-1266-4609-a8b2-9a85c638027c,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:28.436006 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.493239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda5ed8-43b4-454a-9624-7e256852aeed None None] Pushing event updated for resources: {'Port': ['ID=f88906df-1266-4609-a8b2-9a85c638027c,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:28.535143 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.569927 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:28.612740 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:28.615095 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:28.618893 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:28.650389 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Pushing event updated for resources: {'Port': ['ID=3700482c-aa14-4866-9302-e42b52b442e2,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:28.885118 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.086736 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49640) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:29.109772 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.214692 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd3f-1ea7-43c9-81af-a940b90331b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.297173 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Router 4f0b9bfc-5a41-473d-861e-0e611a6de435 is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:30:29.315847 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f88906df-1266-4609-a8b2-9a85c638027c up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:29.325445 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd3f-1ea7-43c9-81af-a940b90331b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.362728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd3f-1ea7-43c9-81af-a940b90331b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.369047 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port f88906df-1266-4609-a8b2-9a85c638027c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:29.369331 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.409508 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983ab05-6f41-448f-925a-a8840ba727d2 None None] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:29.419239 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2dd3f-1ea7-43c9-81af-a940b90331b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfcc23b-cf8d-4f4f-8621-a8a4527ad60d,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:29.448340 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-71c2dd3f-1ea7-43c9-81af-a940b90331b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d43c3e6da71f437494141d68ef2f4bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605344 Dec 10 09:30:29.451185 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49644) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:29.470308 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:29.480494 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-e54f856a-a270-48e6-8067-c84499232816 None None] Provisioning complete for port f88906df-1266-4609-a8b2-9a85c638027c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:29.481249 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e54f856a-a270-48e6-8067-c84499232816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.487475 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Sync routers for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:29.490048 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.491814 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-a90c30d5-722d-4cd8-9d41-1c6a684bed65 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6190984 Dec 10 09:30:29.494656 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49646) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:29.511834 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5de24545-31d5-4c32-9c8c-7984ac289eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.533807 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5de24545-31d5-4c32-9c8c-7984ac289eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.572059 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:29.572719 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:29.587221 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5de24545-31d5-4c32-9c8c-7984ac289eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.590273 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5de24545-31d5-4c32-9c8c-7984ac289eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.596368 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-5de24545-31d5-4c32-9c8c-7984ac289eea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bfcc23b-cf8d-4f4f-8621-a8a4527ad60d HTTP/1.1" status: 204 len: 168 time: 0.1414430 Dec 10 09:30:29.608146 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de24545-31d5-4c32-9c8c-7984ac289eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfcc23b-cf8d-4f4f-8621-a8a4527ad60d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:29.805011 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.907273 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49652) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:29.921750 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a2be2ac-b3c5-463c-ae45-8b0278251b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.935294 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port f88906df-1266-4609-a8b2-9a85c638027c, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f88906df-1266-4609-a8b2-9a85c638027c,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:29.941018 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:29.958411 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:29.974812 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.011731 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e54f856a-a270-48e6-8067-c84499232816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.038410 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a2be2ac-b3c5-463c-ae45-8b0278251b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.042895 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a2be2ac-b3c5-463c-ae45-8b0278251b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.114522 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:30:30.116216 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2be2ac-b3c5-463c-ae45-8b0278251b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9315ccb1-367d-4877-8348-54c1298b1ae0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:30.124805 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-7a2be2ac-b3c5-463c-ae45-8b0278251b22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08ab2529003f49a6b8612cb6d9a6d597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163854 Dec 10 09:30:30.129687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49654) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:30.145817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=f88906df-1266-4609-a8b2-9a85c638027c,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:30.160566 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Allocated IP 172.20.0.1 (564c4e97-463d-466f-85aa-41e1b8d64c6f/932d76f8-4b8e-464a-ab45-da81a33dba29/1af559c8-19d2-4ef4-b78d-c4f371978e65) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:30.180366 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.db.api [None req-e54f856a-a270-48e6-8067-c84499232816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:30:30.180733 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG oslo_db.api [None req-e54f856a-a270-48e6-8067-c84499232816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:30:30.210467 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-133864c5-58cf-45cd-96b4-5c1b82e4e553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.234747 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-133864c5-58cf-45cd-96b4-5c1b82e4e553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.251826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:28Z', 'revision_number': 3, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:30.281682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.281928 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Checking router: 4f0b9bfc-5a41-473d-861e-0e611a6de435 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:30.282382 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Updating router 4f0b9bfc-5a41-473d-861e-0e611a6de435 port 3700482c-aa14-4866-9302-e42b52b442e2 binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:30.295938 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-133864c5-58cf-45cd-96b4-5c1b82e4e553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.301044 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-133864c5-58cf-45cd-96b4-5c1b82e4e553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.302376 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-133864c5-58cf-45cd-96b4-5c1b82e4e553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9315ccb1-367d-4877-8348-54c1298b1ae0 HTTP/1.1" status: 204 len: 168 time: 0.1713321 Dec 10 09:30:30.309922 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.311430 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133864c5-58cf-45cd-96b4-5c1b82e4e553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9315ccb1-367d-4877-8348-54c1298b1ae0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:30.327986 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.381133 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:30.385106 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:30.387165 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Pushing event updated for resources: {'Port': ['ID=1af559c8-19d2-4ef4-b78d-c4f371978e65,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:30.389324 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:30.437106 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.671857 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.681623 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.780213 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afadbc5-6650-4b3c-aa7b-ff23fb9cd320 None None] Pushing event updated for resources: {'Port': ['ID=3700482c-aa14-4866-9302-e42b52b442e2,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:30.789929 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Attempting to bind port 3700482c-aa14-4866-9302-e42b52b442e2 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:30.790967 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Attempting to bind port 3700482c-aa14-4866-9302-e42b52b442e2 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:30.792623 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Attempting to bind port 3700482c-aa14-4866-9302-e42b52b442e2 on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:30.799455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:30.800288 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:30.801196 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.801796 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:30.802513 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Bound port: 3700482c-aa14-4866-9302-e42b52b442e2, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:30.803171 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.852908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49660) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:30.862220 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] For port 3700482c-aa14-4866-9302-e42b52b442e2, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:30.866402 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] For port 3700482c-aa14-4866-9302-e42b52b442e2, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=3700482c-aa14-4866-9302-e42b52b442e2,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:30.868122 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e002dd27-87e6-4260-922d-7fe631a4d57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.872697 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.956261 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.966154 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:30.966789 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:30.968587 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-c4a93d7c-0625-4a2a-b5a0-b25ba2fb7119 None None] Provisioning complete for port f88906df-1266-4609-a8b2-9a85c638027c triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:30.968956 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a93d7c-0625-4a2a-b5a0-b25ba2fb7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:30.972941 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afadbc5-6650-4b3c-aa7b-ff23fb9cd320 None None] Pushing event updated for resources: {'Port': ['ID=3700482c-aa14-4866-9302-e42b52b442e2,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:31.001413 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e002dd27-87e6-4260-922d-7fe631a4d57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.010987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e002dd27-87e6-4260-922d-7fe631a4d57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.051028 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e002dd27-87e6-4260-922d-7fe631a4d57d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3284eb990c3d4378aa2e37d5419d2d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969912 Dec 10 09:30:31.055018 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49662) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:31.063231 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002dd27-87e6-4260-922d-7fe631a4d57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6d7ef-948c-4c54-bde0-e36452b7df02,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:31.155128 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:31.163831 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c9e1af9a-52f1-490f-b7c4-ed9fb6d0ab45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.207566 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c9e1af9a-52f1-490f-b7c4-ed9fb6d0ab45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.231068 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-c4a93d7c-0625-4a2a-b5a0-b25ba2fb7119 None None] Provisioning complete for port 1af559c8-19d2-4ef4-b78d-c4f371978e65 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:31.231430 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a93d7c-0625-4a2a-b5a0-b25ba2fb7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.252693 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.261393 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.298805 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f88906df-1266-4609-a8b2-9a85c638027c up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:31.319301 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c9e1af9a-52f1-490f-b7c4-ed9fb6d0ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.321848 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c9e1af9a-52f1-490f-b7c4-ed9fb6d0ab45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.323867 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-c9e1af9a-52f1-490f-b7c4-ed9fb6d0ab45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccf6d7ef-948c-4c54-bde0-e36452b7df02 HTTP/1.1" status: 204 len: 168 time: 0.2669454 Dec 10 09:30:31.331801 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c4a93d7c-0625-4a2a-b5a0-b25ba2fb7119 None None] Port 1af559c8-19d2-4ef4-b78d-c4f371978e65 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:31.342600 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Pushing event updated for resources: {'Port': ['ID=1af559c8-19d2-4ef4-b78d-c4f371978e65,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:31.344924 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1af9a-52f1-490f-b7c4-ed9fb6d0ab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6d7ef-948c-4c54-bde0-e36452b7df02,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:31.346606 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.429405 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port f88906df-1266-4609-a8b2-9a85c638027c triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:31.429716 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.442549 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:31.443933 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:31.492920 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 1, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:31.522599 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd85f7-0865-4b98-af1c-19ae1cc8a312 None None] The sync data for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi is: [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 1, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:31.600127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Router 4f0b9bfc-5a41-473d-861e-0e611a6de435 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:30:31.724355 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:31.737345 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-e1801d12-c049-4650-9ee8-f983377e5556 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f0b9bfc-5a41-473d-861e-0e611a6de435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2350512 Dec 10 09:30:31.761280 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-52cc618c-2182-4bd1-ab7a-a302aa3e319b None None] Provisioning complete for port 1af559c8-19d2-4ef4-b78d-c4f371978e65 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:31.761795 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52cc618c-2182-4bd1-ab7a-a302aa3e319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:31.825954 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-52cc618c-2182-4bd1-ab7a-a302aa3e319b None None] Port 1af559c8-19d2-4ef4-b78d-c4f371978e65 cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:32.429924 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49696) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:32.509835 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49702) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:32.515430 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1281754347-network', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:32.545226 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Made reservation on behalf of 92f4e2080d93464c8de8ab1c098bf6d9 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:32.547891 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.557172 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.648841 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.657675 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.690828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0253bb-35cf-4344-acc3-ead30573e168,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:32.700289 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:30:32.705478 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1206653162-network', 'tenant_id': 'df3063a03174469bbcd5fe055a504dd2'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:32.726005 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.726393 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Added segment d05ab8f3-51e1-4310-aaa4-4d5048c004a1 of type vlan for network 9608c2bc-f640-4a71-b45f-89931ff824be Dec 10 09:30:32.760367 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Made reservation on behalf of df3063a03174469bbcd5fe055a504dd2 for: {'network': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:32.762723 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for network, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.779979 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.782684 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.834474 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.835576 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:32.836201 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.910521 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3995306 Dec 10 09:30:32.914687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49704) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:32.920240 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d90eeb-f3b4-4e7c-8548-81a8cd11765c admin admin] Pushing event updated for resources: {'Network': ['ID=9608c2bc-f640-4a71-b45f-89931ff824be,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:32.922532 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Request body: {'subnet': {'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1281754347-subnet', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:32.934675 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network 9608c2bc-f640-4a71-b45f-89931ff824be details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:30:32.962663 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Made reservation on behalf of 92f4e2080d93464c8de8ab1c098bf6d9 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:32.970049 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176073'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.972868 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:32.979403 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.015044 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:30:33.026978 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7c3544-11f7-4a50-a2c4-7e69568cbef8,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:33.033741 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.034581 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.segments_db [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Added segment 6a2ce911-b5ce-4a6a-bc45-5212d83af43f of type vlan for network a0529fbd-74d5-4b76-acac-f0272d94e6a1 Dec 10 09:30:33.106608 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744348260383'] for network, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.148290 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153'] for network, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.149387 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:33.150048 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.222375 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7901421 Dec 10 09:30:33.223018 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49708) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:33.229309 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Request body: {'subnet': {'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1206653162-subnet', 'tenant_id': 'df3063a03174469bbcd5fe055a504dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:33.245186 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a821f-3e02-482f-925e-ab75e47ec936 admin admin] Pushing event updated for resources: {'Network': ['ID=a0529fbd-74d5-4b76-acac-f0272d94e6a1,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:33.263540 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Network a0529fbd-74d5-4b76-acac-f0272d94e6a1 details requested by agent ovs-agent-dv-cinder-817514-4-iscsi with host dv-cinder-817514-4-iscsi {{(pid=102410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:30:33.268630 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4361967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176087'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.288572 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Made reservation on behalf of df3063a03174469bbcd5fe055a504dd2 for: {'subnet': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:33.291477 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5783032'] for subnet, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.377882 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5ef9e5-27ce-4327-81ba-64da1d290dc2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:33.391951 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Checking segment: {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:33.392312 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Network hostable DHCP agents. Network: 9608c2bc-f640-4a71-b45f-89931ff824be, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:30:33.457992 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Network 9608c2bc-f640-4a71-b45f-89931ff824be is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:30:33.484278 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, 9608c2bc-f640-4a71-b45f-89931ff824be) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:33.499302 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:33.499481 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 3700482c-aa14-4866-9302-e42b52b442e2 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:33.499708 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.501039 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c75c95-4cd4-4be9-982e-48090f8b5d82 None None] Network 9608c2bc-f640-4a71-b45f-89931ff824be requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:33.548096 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e9509a73-7888-4d5c-b073-aa2b501ba8b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6301453 Dec 10 09:30:33.550556 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:33.563128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:33.618618 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62828'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.628400 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62839'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.641855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5870910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5783014'] for subnet, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.649182 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 3700482c-aa14-4866-9302-e42b52b442e2 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:33.649555 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.680114 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bb6f683-37e2-56d7-9bd6-2c89f2b63435-9608c2bc-f640-4a71-b45f-89931ff824be', 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'fixed_ips': [{'subnet_id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2'}]}} from dv-cinder-817514-4-iscsi. {{(pid=102410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:30:33.681086 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.739619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=33811ea4-eb60-43d6-9081-5320fa495705,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:33.749678 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.749926 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Checking segment: {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:33.750334 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Network hostable DHCP agents. Network: a0529fbd-74d5-4b76-acac-f0272d94e6a1, hostable agents: ['31ad0964-a8a6-4ce2-9c52-cd65bc594e94'], hosted agents: [] {{(pid=102408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:30:33.787784 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Network a0529fbd-74d5-4b76-acac-f0272d94e6a1 is scheduled to be hosted by DHCP agent 31ad0964-a8a6-4ce2-9c52-cd65bc594e94 with binding_index 1 {{(pid=102408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:30:33.803832 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-4-iscsi, a0529fbd-74d5-4b76-acac-f0272d94e6a1) {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:33.810023 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:33.810952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.828863 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e5b60-4b21-4305-bb7a-99c4d6591766 None None] Network a0529fbd-74d5-4b76-acac-f0272d94e6a1 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:33.838256 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-afa2665b-3560-4e26-9327-00ad99b43ecd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6091318 Dec 10 09:30:33.917576 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.922682 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.961926 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 3700482c-aa14-4866-9302-e42b52b442e2, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=3700482c-aa14-4866-9302-e42b52b442e2,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:33.986245 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:33.991061 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Allocated IP 172.20.0.2 (9608c2bc-f640-4a71-b45f-89931ff824be/5c5ef9e5-27ce-4327-81ba-64da1d290dc2/4e43bcd4-e61f-48bd-a25f-2124ac1f1775) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:34.110349 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486301fa-6099-483d-8f1f-8ba22cbbfa55 None None] Network a0529fbd-74d5-4b76-acac-f0272d94e6a1 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:34.135345 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=3700482c-aa14-4866-9302-e42b52b442e2,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:34.163796 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.191043 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.300394 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Publish callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.309812 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.335424 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Allocated IP 172.27.2.178 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/f5b876ed-4abb-43b4-8cfd-b8933c59dcfb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:34.360175 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Network 9608c2bc-f640-4a71-b45f-89931ff824be is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:34.364410 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:34.366642 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Pushing event updated for resources: {'Port': ['ID=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:34.369560 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Sync routers for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:34.375036 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:34.382681 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:34.383638 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:34.485423 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Attempting to bind port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:34.485825 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Attempting to bind port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:34.486186 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Attempting to bind port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 on network 9608c2bc-f640-4a71-b45f-89931ff824be {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:34.491596 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:34.491972 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Checking segment: {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:34.492369 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.492492 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.492827 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Bound using segment: {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:34.493317 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Bound port: 4e43bcd4-e61f-48bd-a25f-2124ac1f1775, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:34.493731 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.514729 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:34.543518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.563653 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] For port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:34.566800 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] For port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,segment=NetworkSegment(d05ab8f3-51e1-4310-aaa4-4d5048c004a1),segment_id=d05ab8f3-51e1-4310-aaa4-4d5048c004a1)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:34.573842 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.587736 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:34.592243 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:34.596695 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:34.599838 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:34.653301 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209fe9d-14d8-4e4e-b289-5fa2ffca38ca None None] Pushing event updated for resources: {'Port': ['ID=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:34.778836 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:31Z', 'revision_number': 2, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:34.897109 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:34.933343 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Checking router: 4f0b9bfc-5a41-473d-861e-0e611a6de435 for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:34.933886 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Updating router 4f0b9bfc-5a41-473d-861e-0e611a6de435 port 1af559c8-19d2-4ef4-b78d-c4f371978e65 binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:34.961395 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.101824 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550903'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.229263 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.231456 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Router d027dbdb-f27a-4783-8389-4824b86eee1d is scheduled to L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:30:35.236989 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.290715 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Pushing event updated for resources: {'Port': ['ID=1af559c8-19d2-4ef4-b78d-c4f371978e65,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:35.300968 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.301333 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.301714 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.302118 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.302454 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.302781 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.303109 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.303438 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.303893 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.304237 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.304562 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.305001 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.305454 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:35.357781 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:35.372459 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Sync routers for ids ['d027dbdb-f27a-4783-8389-4824b86eee1d'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:35.390667 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Routers {'d027dbdb-f27a-4783-8389-4824b86eee1d'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:35.391298 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['d027dbdb-f27a-4783-8389-4824b86eee1d'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:35.413688 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Attempting to bind port 1af559c8-19d2-4ef4-b78d-c4f371978e65 on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:35.414275 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Attempting to bind port 1af559c8-19d2-4ef4-b78d-c4f371978e65 by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:35.414643 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Attempting to bind port 1af559c8-19d2-4ef4-b78d-c4f371978e65 on network 564c4e97-463d-466f-85aa-41e1b8d64c6f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:35.415613 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.417078 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-523213cd-647d-4916-99dd-e90868e05f36 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8648202 Dec 10 09:30:35.419990 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49722) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:35.423787 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:35.424295 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Checking segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:35.424697 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.425082 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Bound using segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:35.425556 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Bound port: 1af559c8-19d2-4ef4-b78d-c4f371978e65, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:35.425943 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.460194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 3700482c-aa14-4866-9302-e42b52b442e2 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:35.559155 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] For port 1af559c8-19d2-4ef4-b78d-c4f371978e65, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:35.569008 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] For port 1af559c8-19d2-4ef4-b78d-c4f371978e65, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=1af559c8-19d2-4ef4-b78d-c4f371978e65,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:35.580167 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.612201 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 3700482c-aa14-4866-9302-e42b52b442e2 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:35.613049 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.663816 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Set router d027dbdb-f27a-4783-8389-4824b86eee1d gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:35.696594 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228818a-da2f-4411-8a74-28c4b40de4de None None] Pushing event updated for resources: {'Port': ['ID=1af559c8-19d2-4ef4-b78d-c4f371978e65,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:35.700738 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:35.701672 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:35.839114 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-332a0bb7-bdab-4769-a355-2b22666152c9 None None] Provisioning complete for port 1af559c8-19d2-4ef4-b78d-c4f371978e65 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:35.839492 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-332a0bb7-bdab-4769-a355-2b22666152c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.879800 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:35.967654 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547fd52-a455-407f-8d92-b5fc642bd21d None None] Network 9608c2bc-f640-4a71-b45f-89931ff824be requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:36.074522 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:36.132111 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:35Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:36.164595 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f31ccc-75ee-4c2e-914d-38a73ee4d18a None None] The sync data for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi is: [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:35Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:36.215110 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-2a8743c5-9cc6-49ce-926c-a71a4b9fe598 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:36.216642 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-2a8743c5-9cc6-49ce-926c-a71a4b9fe598 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/networks?id=a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 200 len: 809 time: 0.4775138 Dec 10 09:30:36.241762 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-c5425c69-08d7-48d8-8f1f-bacd1015a7e8 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/quotas/df3063a03174469bbcd5fe055a504dd2 HTTP/1.1" status: 200 len: 375 time: 0.0159602 Dec 10 09:30:36.313344 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-3b3dfdaa-2d4b-4515-a13a-1383e7971085 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df3063a03174469bbcd5fe055a504dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387523 Dec 10 09:30:36.345537 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-332a0bb7-bdab-4769-a355-2b22666152c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.406578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:30:34Z', 'revision_number': 3, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:36.411599 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:36.412014 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.450192 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-332a0bb7-bdab-4769-a355-2b22666152c9 None None] For port 1af559c8-19d2-4ef4-b78d-c4f371978e65, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=1af559c8-19d2-4ef4-b78d-c4f371978e65,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:36.477605 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Checking router: d027dbdb-f27a-4783-8389-4824b86eee1d for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:36.477973 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Updating router d027dbdb-f27a-4783-8389-4824b86eee1d port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb binding host dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:36.478863 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.487004 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-332a0bb7-bdab-4769-a355-2b22666152c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.557559 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.615388 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a0bb7-bdab-4769-a355-2b22666152c9 None None] Pushing event updated for resources: {'Port': ['ID=1af559c8-19d2-4ef4-b78d-c4f371978e65,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:36.625007 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-ba063642-a975-4342-b2ad-5f49103516f6 service neutron] 10.222.0.21 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032858 Dec 10 09:30:36.730051 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-7dec194e-0b06-413f-a18d-27d9999c10e9 None None] Provisioning complete for port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:36.730869 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dec194e-0b06-413f-a18d-27d9999c10e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.759648 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.769979 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Allocated IP 172.20.0.1 (9608c2bc-f640-4a71-b45f-89931ff824be/5c5ef9e5-27ce-4327-81ba-64da1d290dc2/130efbc6-29a9-409e-9b3f-2dcc6df1360b) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:36.773285 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-5e4964a9-de07-43e3-ac82-0e38f85d3491 service neutron] 10.222.0.21 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369824 Dec 10 09:30:36.862835 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,segment=NetworkSegment(d05ab8f3-51e1-4310-aaa4-4d5048c004a1),segment_id=d05ab8f3-51e1-4310-aaa4-4d5048c004a1)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:36.869937 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.902778 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.968278 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.004716 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:37.016708 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a31753a3-c5e5-4456-b116-9a1530eb2804 req-a93b5e6d-a177-4e8e-a143-35aeca546e85 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 210 time: 0.0449433 Dec 10 09:30:37.035872 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Pushing event updated for resources: {'Port': ['ID=130efbc6-29a9-409e-9b3f-2dcc6df1360b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:37.060007 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Network 9608c2bc-f640-4a71-b45f-89931ff824be is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:37.062274 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:37.064916 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:37.074891 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-7dec194e-0b06-413f-a18d-27d9999c10e9 None None] Provisioning complete for port 1af559c8-19d2-4ef4-b78d-c4f371978e65 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:37.075565 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dec194e-0b06-413f-a18d-27d9999c10e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.115486 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Publish callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.117261 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550020'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.126563 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.196545 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa675-eccc-4e17-ae91-8617cfa6f5d5 None None] Pushing event updated for resources: {'Port': ['ID=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:37.204438 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Attempting to bind port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:37.204438 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Attempting to bind port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:37.204788 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Attempting to bind port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb on network a976da7e-ccee-4745-a4ce-ee021f15c234 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:37.234051 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:37.234686 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Checking segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:37.234821 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.235124 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Bound using segment: {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'} {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:37.235621 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Bound port: f5b876ed-4abb-43b4-8cfd-b8933c59dcfb, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db61e7ae-abce-446a-a1d7-7dc8637b3ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234'}}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:37.235981 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.310137 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] For port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:37.315423 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] For port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:37.322874 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.343124 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.383674 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 1af559c8-19d2-4ef4-b78d-c4f371978e65 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:37.461139 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Routers {'d027dbdb-f27a-4783-8389-4824b86eee1d'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:37.461789 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['d027dbdb-f27a-4783-8389-4824b86eee1d'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:37.470182 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa675-eccc-4e17-ae91-8617cfa6f5d5 None None] Pushing event updated for resources: {'Port': ['ID=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:37.511475 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-64284d57-0a29-424e-b573-23401bfcf33f None None] Provisioning complete for port 130efbc6-29a9-409e-9b3f-2dcc6df1360b triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:37.511944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64284d57-0a29-424e-b573-23401bfcf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.551338 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.558518 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4361574'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.600472 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-64284d57-0a29-424e-b573-23401bfcf33f None None] Port 130efbc6-29a9-409e-9b3f-2dcc6df1360b cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:37.603792 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 1af559c8-19d2-4ef4-b78d-c4f371978e65 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:37.604293 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.633955 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550964'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.639912 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Pushing event updated for resources: {'Port': ['ID=130efbc6-29a9-409e-9b3f-2dcc6df1360b,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:37.651300 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.651650 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.651987 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.652345 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.652673 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.652932 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] Set router d027dbdb-f27a-4783-8389-4824b86eee1d gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:37.653040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.653309 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.653631 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.653949 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.654307 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.654652 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.654966 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.655277 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:37.692047 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-64284d57-0a29-424e-b573-23401bfcf33f None None] Provisioning complete for port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:37.692321 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64284d57-0a29-424e-b573-23401bfcf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:37.756967 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Network 9608c2bc-f640-4a71-b45f-89931ff824be is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:37.758542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:37.874459 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:37.892967 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Router d027dbdb-f27a-4783-8389-4824b86eee1d has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:30:37.998076 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:37.998454 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:38.007057 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:38.012351 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-fd86694c-7d20-4572-859b-02f10918dbef admin admin] 10.222.0.21 "PUT /v2.0/routers/d027dbdb-f27a-4783-8389-4824b86eee1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911386 Dec 10 09:30:38.051327 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '130efbc6-29a9-409e-9b3f-2dcc6df1360b', 'name': '', 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'mac_address': 'fa:16:3e:8b:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:36Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 1, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'subnets': [{'id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:38.088714 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcfe22-be02-42f2-abd1-9e1f05dae1cf None None] The sync data for ids ['d027dbdb-f27a-4783-8389-4824b86eee1d'] in dv-cinder-817514-4-iscsi is: [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '130efbc6-29a9-409e-9b3f-2dcc6df1360b', 'name': '', 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'mac_address': 'fa:16:3e:8b:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:36Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 1, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'subnets': [{'id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:38.164401 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-c62bcd4f-17f5-4882-ad58-3cfdc5f5152c None None] Provisioning complete for port 130efbc6-29a9-409e-9b3f-2dcc6df1360b triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:38.164789 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd4f-17f5-4882-ad58-3cfdc5f5152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:38.217966 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4efed9f8-d4b0-4f58-b9ea-2310008527e9 req-728d550f-138a-4bd0-b196-1b0e59257660 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 210 time: 0.0557888 Dec 10 09:30:38.261922 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c62bcd4f-17f5-4882-ad58-3cfdc5f5152c None None] Port 130efbc6-29a9-409e-9b3f-2dcc6df1360b cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:38.309509 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-d3d3e85d-8063-4f3f-b576-64d09fec3c0b tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:38.312353 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-d3d3e85d-8063-4f3f-b576-64d09fec3c0b tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "GET /v2.0/networks?id=a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 200 len: 809 time: 0.1956065 Dec 10 09:30:38.338615 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Request body: {'port': {'device_id': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1', 'admin_state_up': True, 'tenant_id': 'df3063a03174469bbcd5fe055a504dd2'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:38.492528 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Made reservation on behalf of df3063a03174469bbcd5fe055a504dd2 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:38.496850 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:38.636796 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Allocated IP 172.20.0.9 (a0529fbd-74d5-4b76-acac-f0272d94e6a1/33811ea4-eb60-43d6-9081-5320fa495705/e3736fc1-b3b2-4d77-afc8-f3aecdb407bb) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:38.799730 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:38.845980 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:38.906261 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49762) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:38.914388 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230578590', 'description': 'tempest-secgroup-smoke-1230578590 description', 'project_id': '50d06aae230a418da58622a7afde8da9'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:38.929624 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Network a0529fbd-74d5-4b76-acac-f0272d94e6a1 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:38.932321 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Pushing event updated for resources: {'Port': ['ID=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:38.936957 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:38.940750 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:38.981179 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.008859 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:39.009496 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.037613 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-de5ed20c-ae7d-4009-9739-2757ff38d26c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7034161 Dec 10 09:30:39.056234 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Request body: {'port': {'device_id': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:39.126601 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.131903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.152570 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.152823 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2426558 Dec 10 09:30:39.155950 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49764) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:39.158821 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.161342 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group_rule': {'security_group_id': '1935b70b-3352-401c-9da5-773421523a97', 'project_id': '50d06aae230a418da58622a7afde8da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:39.182768 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d934759-f2e1-4ca5-91ce-d85e8fd617cc tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1935b70b-3352-401c-9da5-773421523a97,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.201335 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.321149 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.341546 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f5b876ed-4abb-43b4-8cfd-b8933c59dcfb up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:39.345331 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.397979 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b3a1e1-169d-4331-a53b-251627ead81e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.411037 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:39.411411 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.414920 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.418995 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-fa54fd37-09bf-4d97-b4df-89aef10477bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2589691 Dec 10 09:30:39.419542 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 49768) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:39.428624 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group_rule': {'security_group_id': '1935b70b-3352-401c-9da5-773421523a97', 'project_id': '50d06aae230a418da58622a7afde8da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:39.430486 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bc0de-298f-4379-82ed-a268d1fce0ec req-2607d455-23dd-454a-bf99-91e328d62fa1 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:39.432114 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-740bc0de-298f-4379-82ed-a268d1fce0ec req-2607d455-23dd-454a-bf99-91e328d62fa1 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 931 time: 0.1024153 Dec 10 09:30:39.500105 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-740bc0de-298f-4379-82ed-a268d1fce0ec req-8f396b82-13c9-4a06-a4db-386d43fc7bae tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564768 Dec 10 09:30:39.519137 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.522067 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.544298 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] For port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:39.550363 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.600359 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Pushing event updated for resources: {'Port': ['ID=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.600665 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3736fc1-b3b2-4d77-afc8-f3aecdb407bb {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:39.611189 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.624187 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.632157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.634598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Transition to ACTIVE for port object e3736fc1-b3b2-4d77-afc8-f3aecdb407bb will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:30:39.645598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.657287 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab7af4a-2a3b-41fc-b369-10721caf3170,revision_number=0']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.688188 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.689421 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-9f980d4a-ccf8-4000-a75d-52c6d2242806 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2664390 Dec 10 09:30:39.692470 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49770) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:39.698504 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group_rule': {'security_group_id': '1935b70b-3352-401c-9da5-773421523a97', 'project_id': '50d06aae230a418da58622a7afde8da9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:39.710501 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Pushing event updated for resources: {'Port': ['ID=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.728365 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.784237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Attempting to bind port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:39.784483 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Attempting to bind port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:39.784849 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Attempting to bind port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb on network a0529fbd-74d5-4b76-acac-f0272d94e6a1 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:39.789441 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb on network a0529fbd-74d5-4b76-acac-f0272d94e6a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:30:39.789770 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Attempting to bind port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb on network a0529fbd-74d5-4b76-acac-f0272d94e6a1 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:39.792138 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.795554 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:39.795953 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Checking segment: {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:39.796291 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Bound using segment: {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:39.796756 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.796994 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Bound port: e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:39.797348 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.817217 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34ba5dc-89ee-40bc-9491-83bd3cc65b7b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.823048 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.824724 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-68c3df26-aa1e-4eb7-b4d1-cfc88e82452a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307578 Dec 10 09:30:39.827062 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49772) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:39.831813 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group_rule': {'security_group_id': '1935b70b-3352-401c-9da5-773421523a97', 'project_id': '50d06aae230a418da58622a7afde8da9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:39.863836 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.877399 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] For port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:39.881081 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] For port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:39.885788 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.921570 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:39.922214 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.923619 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] 10.222.0.43 "PUT /v2.0/ports/e3736fc1-b3b2-4d77-afc8-f3aecdb407bb HTTP/1.1" status: 200 len: 1093 time: 0.8716025 Dec 10 09:30:39.924063 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'tag': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:39.924642 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.926479 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8316fd-a656-48f5-ba02-821571ac59e2", "tag": "e3736fc1-b3b2-4d77-afc8-f3aecdb407bb"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:39.929219 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.956430 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf31fbcc-3a74-4ce9-8092-5f721f93ec07,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.962587 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fc6fb-c253-42da-8493-dfead6585c23 service neutron] Pushing event updated for resources: {'Port': ['ID=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:39.974545 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.975764 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-4a0ec48c-e792-4f4c-a178-ec48d0ef42b7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477640 Dec 10 09:30:39.979928 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49776) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:39.984523 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group_rule': {'security_group_id': '1935b70b-3352-401c-9da5-773421523a97', 'project_id': '50d06aae230a418da58622a7afde8da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:39.994137 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc1133-a0c8-49ae-920f-6d092632b715 x-openstack-request-id: req-34bc1133-a0c8-49ae-920f-6d092632b715 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:39.994431 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8316fd-a656-48f5-ba02-821571ac59e2", "tag": "e3736fc1-b3b2-4d77-afc8-f3aecdb407bb", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:39.994682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34bc1133-a0c8-49ae-920f-6d092632b715 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:39.995082 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'tag': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb', 'status': 'completed', 'code': 200} Dec 10 09:30:40.007711 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Project 50d06aae230a418da58622a7afde8da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:30:40.013766 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.016696 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-384f8c44-3c42-49d1-ab11-6f3f9df62569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:40.018306 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-384f8c44-3c42-49d1-ab11-6f3f9df62569 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df3063a03174469bbcd5fe055a504dd2&device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0524583 Dec 10 09:30:40.043985 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.079431 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-777b8cbf-9c0e-49cd-9636-fefba2a9a1db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb HTTP/1.1" status: 200 len: 217 time: 0.0508320 Dec 10 09:30:40.091642 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.096738 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.118783 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174e428a-1d66-4027-8da3-8621676b4520,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:40.127696 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.131859 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-108f91ed-ac1f-49f1-a672-24b7c6953796 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480222 Dec 10 09:30:40.132019 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 49778) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:40.136458 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'security_group_rule': {'security_group_id': '1935b70b-3352-401c-9da5-773421523a97', 'project_id': '50d06aae230a418da58622a7afde8da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:40.140151 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-5d70af5f-4887-4ba0-b6be-ef5a5c496b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:40.141637 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-5d70af5f-4887-4ba0-b6be-ef5a5c496b76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33811ea4-eb60-43d6-9081-5320fa495705 HTTP/1.1" status: 200 len: 849 time: 0.0507314 Dec 10 09:30:40.158728 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Project 50d06aae230a418da58622a7afde8da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:30:40.164506 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.175582 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-95694263-343a-4ae7-8436-a8dbfb5154d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0529fbd-74d5-4b76-acac-f0272d94e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266411 Dec 10 09:30:40.229521 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.235975 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960139'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.256762 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06c2213-79ed-48a2-a754-81d6a774fa5d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:40.262626 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.263950 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ef428038-789e-4d0e-b122-3034e794d236 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309626 Dec 10 09:30:40.279634 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-d9e0f5e0-b6fa-44b2-845a-8ab7a3e5c27d service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952179 Dec 10 09:30:40.374720 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b495f86a-ec2d-49af-8309-71848f5da5e6 req-f1924819-997e-4998-997d-3a7861906c0a service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870044 Dec 10 09:30:40.415004 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Sync routers for ids ['d027dbdb-f27a-4783-8389-4824b86eee1d'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:40.429104 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Routers {'d027dbdb-f27a-4783-8389-4824b86eee1d'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:40.429841 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['d027dbdb-f27a-4783-8389-4824b86eee1d'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:40.490438 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-a9d626a5-78c1-4b78-b5cb-2502d9dc2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:40.491979 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-a9d626a5-78c1-4b78-b5cb-2502d9dc2559 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df3063a03174469bbcd5fe055a504dd2&device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0531821 Dec 10 09:30:40.558434 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Set router d027dbdb-f27a-4783-8389-4824b86eee1d gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:40.609777 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-41e11c34-b3ec-4087-b670-23433c7ccd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:40.611659 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-41e11c34-b3ec-4087-b670-23433c7ccd29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 200 len: 910 time: 0.1087363 Dec 10 09:30:40.623483 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d46ac-c3be-489c-bb95-3f03c49787d3 req-bf48b5db-1d76-4b41-8f0e-1997aaf337c7 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:40.625145 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef9d46ac-c3be-489c-bb95-3f03c49787d3 req-bf48b5db-1d76-4b41-8f0e-1997aaf337c7 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 943 time: 0.0629079 Dec 10 09:30:40.670422 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-473d8807-e285-4f84-9545-3344db9e9bb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb HTTP/1.1" status: 200 len: 217 time: 0.0466368 Dec 10 09:30:40.690899 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ef9d46ac-c3be-489c-bb95-3f03c49787d3 req-6ee4e9ea-419f-4141-8d22-990784fd0c00 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571899 Dec 10 09:30:40.735009 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-cd6a253c-527b-43ea-80e6-836e2fc890fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:40.736733 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-cd6a253c-527b-43ea-80e6-836e2fc890fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33811ea4-eb60-43d6-9081-5320fa495705 HTTP/1.1" status: 200 len: 849 time: 0.0607331 Dec 10 09:30:40.787538 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '130efbc6-29a9-409e-9b3f-2dcc6df1360b', 'name': '', 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'mac_address': 'fa:16:3e:8b:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:36Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 2, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'subnets': [{'id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:40.795113 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-cca4acc7-0789-4135-8e56-dc7023d92f35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0529fbd-74d5-4b76-acac-f0272d94e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503120 Dec 10 09:30:40.816247 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Checking router: d027dbdb-f27a-4783-8389-4824b86eee1d for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:40.816565 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Updating router d027dbdb-f27a-4783-8389-4824b86eee1d port 130efbc6-29a9-409e-9b3f-2dcc6df1360b binding host dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:40.841486 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:40.897877 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-183443e4-a626-4d9a-8645-9b876b99e351 service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943062 Dec 10 09:30:41.011866 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-048b9fa4-b09f-4d5b-9a19-914c2b1085d5 req-a7ac004c-2ac1-4509-8dae-19b459afddf7 service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035299 Dec 10 09:30:41.110603 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Publish callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.118588 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.175692 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24648b-330e-4496-9330-440faa83f025 None None] Pushing event updated for resources: {'Port': ['ID=130efbc6-29a9-409e-9b3f-2dcc6df1360b,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:41.237342 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Attempting to bind port 130efbc6-29a9-409e-9b3f-2dcc6df1360b on host dv-cinder-817514-4-iscsi for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:41.237773 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Attempting to bind port 130efbc6-29a9-409e-9b3f-2dcc6df1360b by drivers openvswitch,hyperv on host dv-cinder-817514-4-iscsi at level 0 using segments [{'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:41.238358 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Attempting to bind port 130efbc6-29a9-409e-9b3f-2dcc6df1360b on network 9608c2bc-f640-4a71-b45f-89931ff824be {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:41.244576 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Checking agent: {'id': '62967ef9-d4eb-4180-a9cc-a02e451b5145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 14, 19), 'started_at': datetime.datetime(2021, 12, 10, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:41.244953 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Checking segment: {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:41.245351 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.245745 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Bound using segment: {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:41.246414 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Bound port: 130efbc6-29a9-409e-9b3f-2dcc6df1360b, host: dv-cinder-817514-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:41.246736 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.307082 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f5b876ed-4abb-43b4-8cfd-b8933c59dcfb up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:41.335854 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e3736fc1-b3b2-4d77-afc8-f3aecdb407bb details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:30:41.419754 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] For port 130efbc6-29a9-409e-9b3f-2dcc6df1360b, host dv-cinder-817514-4-iscsi, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:41.423451 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] For port 130efbc6-29a9-409e-9b3f-2dcc6df1360b, host dv-cinder-817514-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=130efbc6-29a9-409e-9b3f-2dcc6df1360b,segment=NetworkSegment(d05ab8f3-51e1-4310-aaa4-4d5048c004a1),segment_id=d05ab8f3-51e1-4310-aaa4-4d5048c004a1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:41.429351 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.489068 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Routers {'d027dbdb-f27a-4783-8389-4824b86eee1d'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:41.489995 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:30:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['d027dbdb-f27a-4783-8389-4824b86eee1d'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:41.543821 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24648b-330e-4496-9330-440faa83f025 None None] Pushing event updated for resources: {'Port': ['ID=130efbc6-29a9-409e-9b3f-2dcc6df1360b,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:41.588222 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-af2ac0cc-a784-4f7a-81f6-34cd9279bab9 None None] Provisioning complete for port 130efbc6-29a9-409e-9b3f-2dcc6df1360b triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:41.588508 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0cc-a784-4f7a-81f6-34cd9279bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.622611 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] Set router d027dbdb-f27a-4783-8389-4824b86eee1d gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:41.623783 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:41.624351 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.685239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:41.705695 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb', 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1', 'port_id': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb', 'mac_address': 'fa:16:3e:b2:a2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33811ea4-eb60-43d6-9081-5320fa495705', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:30:41.814310 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.834281 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc190-4787-49c4-9dd9-f1d20381c984 req-ebc97a93-8843-42d4-bdc5-86c51374fbd8 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:41.838575 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-046bc190-4787-49c4-9dd9-f1d20381c984 req-ebc97a93-8843-42d4-bdc5-86c51374fbd8 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 943 time: 0.0598595 Dec 10 09:30:41.846890 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0cc-a784-4f7a-81f6-34cd9279bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.859676 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '130efbc6-29a9-409e-9b3f-2dcc6df1360b', 'name': '', 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'mac_address': 'fa:16:3e:8b:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:36Z', 'updated_at': '2021-12-10T09:30:41Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'subnets': [{'id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:41.871462 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3736fc1-b3b2-4d77-afc8-f3aecdb407bb {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:41.899813 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb22c3-b69b-4e6b-8846-b2c1c9625e26 None None] The sync data for ids ['d027dbdb-f27a-4783-8389-4824b86eee1d'] in dv-cinder-817514-4-iscsi is: [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:30:37Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '130efbc6-29a9-409e-9b3f-2dcc6df1360b', 'name': '', 'network_id': '9608c2bc-f640-4a71-b45f-89931ff824be', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'mac_address': 'fa:16:3e:8b:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:36Z', 'updated_at': '2021-12-10T09:30:41Z', 'revision_number': 4, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'subnets': [{'id': '5c5ef9e5-27ce-4327-81ba-64da1d290dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:41.907588 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-046bc190-4787-49c4-9dd9-f1d20381c984 req-a11c13f8-63cc-44e9-969d-5a3cc23d1850 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651901 Dec 10 09:30:41.924724 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-af2ac0cc-a784-4f7a-81f6-34cd9279bab9 None None] For port 130efbc6-29a9-409e-9b3f-2dcc6df1360b, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=130efbc6-29a9-409e-9b3f-2dcc6df1360b,segment=NetworkSegment(d05ab8f3-51e1-4310-aaa4-4d5048c004a1),segment_id=d05ab8f3-51e1-4310-aaa4-4d5048c004a1)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:41.926746 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:41.930578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0cc-a784-4f7a-81f6-34cd9279bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.935595 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:41.988392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ac0cc-a784-4f7a-81f6-34cd9279bab9 None None] Pushing event updated for resources: {'Port': ['ID=130efbc6-29a9-409e-9b3f-2dcc6df1360b,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:42.044327 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:42.064326 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-a3a225e6-e2b8-43a5-8a07-c7f844ec47ee None None] Provisioning complete for port 130efbc6-29a9-409e-9b3f-2dcc6df1360b triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:42.064716 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a225e6-e2b8-43a5-8a07-c7f844ec47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:42.186420 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['e3736fc1-b3b2-4d77-afc8-f3aecdb407bb'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:30:42.782603 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b31e9541-4147-45be-a49f-dee736773186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:43.035260 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6ef5-90e1-4f44-bfcb-9a57fe380450 req-ed09bf11-f7a4-4f77-89c9-52384dde3c1a tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:43.036777 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-09af6ef5-90e1-4f44-bfcb-9a57fe380450 req-ed09bf11-f7a4-4f77-89c9-52384dde3c1a tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 944 time: 0.0595686 Dec 10 09:30:43.091003 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-09af6ef5-90e1-4f44-bfcb-9a57fe380450 req-0668ee9a-b14c-4642-a8f6-b29845e1f8b7 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Dec 10 09:30:43.299617 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 130efbc6-29a9-409e-9b3f-2dcc6df1360b up at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:43.344206 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e3736fc1-b3b2-4d77-afc8-f3aecdb407bb up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:43.381756 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Provisioning complete for port 130efbc6-29a9-409e-9b3f-2dcc6df1360b triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:43.382155 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:43.433531 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:30:43.440174 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:43.440543 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:43.555812 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:43.580779 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:43.583291 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaae891-3d31-48aa-b2fc-c12b211262f3" -d '{"events": [{"server_uuid": "2a8316fd-a656-48f5-ba02-821571ac59e2", "name": "network-vif-plugged", "status": "completed", "tag": "e3736fc1-b3b2-4d77-afc8-f3aecdb407bb"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:43.597754 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:43.602656 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:43.633213 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f3ddc-9e64-4717-b73e-952161a03916 x-openstack-request-id: req-4c6f3ddc-9e64-4717-b73e-952161a03916 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:43.633487 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8316fd-a656-48f5-ba02-821571ac59e2", "name": "network-vif-plugged", "status": "completed", "tag": "e3736fc1-b3b2-4d77-afc8-f3aecdb407bb", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:43.633738 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c6f3ddc-9e64-4717-b73e-952161a03916 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:43.634147 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb', 'code': 200} Dec 10 09:30:43.664236 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:43.798134 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50521f73-839d-411e-9d2e-29bf998b9466 req-8b40c85a-5a9a-466a-9a80-6e7e95cec71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:43.799643 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-50521f73-839d-411e-9d2e-29bf998b9466 req-8b40c85a-5a9a-466a-9a80-6e7e95cec71f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 1098 time: 0.0409188 Dec 10 09:30:43.852990 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-50521f73-839d-411e-9d2e-29bf998b9466 req-db121b9c-4d0e-457a-a7aa-a93e524ccf7b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Dec 10 09:30:44.215063 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7065ed-5560-43ac-bce2-1040b60d384a req-2351aff1-10e6-4109-a751-52bc9a473f7f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:44.216543 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e7065ed-5560-43ac-bce2-1040b60d384a req-2351aff1-10e6-4109-a751-52bc9a473f7f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Dec 10 09:30:44.266504 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5e7065ed-5560-43ac-bce2-1040b60d384a req-887bafa4-c6c2-4e60-92af-262eeb8eda22 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Dec 10 09:30:45.048314 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d04ef8f0-5708-4297-afb1-89a59d233985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:45.392286 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352ea3-c426-4afd-a35c-d37648efc395 req-dfd2d284-4ef5-474f-9cfd-01ae699f812f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:45.393771 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-25352ea3-c426-4afd-a35c-d37648efc395 req-dfd2d284-4ef5-474f-9cfd-01ae699f812f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 945 time: 0.0523264 Dec 10 09:30:45.446444 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-25352ea3-c426-4afd-a35c-d37648efc395 req-0a4f9c0c-f17e-4267-941f-9bad698f01b6 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Dec 10 09:30:46.152135 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cdc00-20ac-46e7-be47-cb8b5c85176f req-faba0a3f-2070-4290-b1a1-a990e5555861 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:46.153632 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-171cdc00-20ac-46e7-be47-cb8b5c85176f req-faba0a3f-2070-4290-b1a1-a990e5555861 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Dec 10 09:30:46.207773 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-171cdc00-20ac-46e7-be47-cb8b5c85176f req-035b84c8-3767-4e24-a11d-ff4972c0d877 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Dec 10 09:30:46.297667 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:47.336204 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385d4e-cc55-4c96-a933-f622e5055612 req-b7615d9e-d8c3-41cc-9062-0dca6a96668f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:47.337875 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-11385d4e-cc55-4c96-a933-f622e5055612 req-b7615d9e-d8c3-41cc-9062-0dca6a96668f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 945 time: 0.0562546 Dec 10 09:30:47.394171 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-11385d4e-cc55-4c96-a933-f622e5055612 req-dd15ccd1-6d50-4f73-a24a-e46767f570eb tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 Dec 10 09:30:47.417572 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:47.519258 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-8126115f-4cab-4cb9-bc16-e99e95327b9c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:47.521088 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-8126115f-4cab-4cb9-bc16-e99e95327b9c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 945 time: 0.0542281 Dec 10 09:30:47.624303 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Deleting port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:30:47.624526 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:47.723794 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] For port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:47.724113 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:47.736757 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Calling delete_port for e3736fc1-b3b2-4d77-afc8-f3aecdb407bb owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:30:47.868295 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:47.880940 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['e3736fc1-b3b2-4d77-afc8-f3aecdb407bb'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:30:47.904268 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Pushing event deleted for resources: {'Port': ['ID=e3736fc1-b3b2-4d77-afc8-f3aecdb407bb,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:47.945040 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] No DVR routers for this DVR port e3736fc1-b3b2-4d77-afc8-f3aecdb407bb on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:30:47.947771 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:47.951195 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-07a63f59-6a03-47a2-9c0c-3c3a2b71bf9b req-b24769af-e0f2-4b3a-aa0c-dfe7423b1354 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "DELETE /v2.0/ports/e3736fc1-b3b2-4d77-afc8-f3aecdb407bb HTTP/1.1" status: 204 len: 173 time: 0.4230096 Dec 10 09:30:47.951632 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'name': 'network-vif-deleted', 'tag': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:47.954248 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e383471-2e1e-49b3-a29e-961e18410327" -d '{"events": [{"server_uuid": "2a8316fd-a656-48f5-ba02-821571ac59e2", "name": "network-vif-deleted", "tag": "e3736fc1-b3b2-4d77-afc8-f3aecdb407bb"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:48.002040 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e340e06a-a7a5-4861-a54d-8b5d06360d8a x-openstack-request-id: req-e340e06a-a7a5-4861-a54d-8b5d06360d8a {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:48.002615 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8316fd-a656-48f5-ba02-821571ac59e2", "name": "network-vif-deleted", "tag": "e3736fc1-b3b2-4d77-afc8-f3aecdb407bb", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:48.003763 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e340e06a-a7a5-4861-a54d-8b5d06360d8a {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:48.003763 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8316fd-a656-48f5-ba02-821571ac59e2', 'name': 'network-vif-deleted', 'tag': 'e3736fc1-b3b2-4d77-afc8-f3aecdb407bb', 'status': 'completed', 'code': 200} Dec 10 09:30:48.521053 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4422eecb-4934-4788-83d5-710bde684b8b req-80fbe6e6-46e5-4bf1-a9e9-49e5cd86c563 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8316fd-a656-48f5-ba02-821571ac59e2 HTTP/1.1" status: 200 len: 210 time: 0.0303998 Dec 10 09:30:48.600051 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:49.796643 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-1f8dea4b-3df0-48da-8cd8-044b9fc6c360 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:49.798712 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-1f8dea4b-3df0-48da-8cd8-044b9fc6c360 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/networks?id=a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 200 len: 809 time: 0.1066971 Dec 10 09:30:49.814117 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-55f3b40f-7140-491d-89fb-62661d379e96 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/quotas/df3063a03174469bbcd5fe055a504dd2 HTTP/1.1" status: 200 len: 375 time: 0.0098248 Dec 10 09:30:49.853786 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d9919837-12a6-438f-8b6a-b2c82e847009 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df3063a03174469bbcd5fe055a504dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328362 Dec 10 09:30:49.946126 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-385f32b0-5161-47ec-b024-9124418dff1d service neutron] 10.222.0.21 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Dec 10 09:30:50.048109 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-63c81b98-f73c-4893-95b4-43393658e4b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955119 Dec 10 09:30:50.210232 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c3eb27e1-5652-4962-88cd-34fa3be956c3 req-3b3fa089-bd2a-4400-ac03-fe9c6e5f7e68 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Dec 10 09:30:51.201100 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-508e92d9-8637-434d-945c-f0d0a1036f5f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:51.202808 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-508e92d9-8637-434d-945c-f0d0a1036f5f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "GET /v2.0/networks?id=a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 200 len: 809 time: 0.1176374 Dec 10 09:30:51.219152 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Request body: {'port': {'device_id': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1', 'admin_state_up': True, 'tenant_id': 'df3063a03174469bbcd5fe055a504dd2'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:51.344154 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e315c47f-c46d-45fb-9d37-b33a9a0b9e2d req-c1575c2c-ac60-4ee6-a646-746ae0b25d7b tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0400252 Dec 10 09:30:51.370327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Made reservation on behalf of df3063a03174469bbcd5fe055a504dd2 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:51.374293 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:51.406383 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e3736fc1-b3b2-4d77-afc8-f3aecdb407bb no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:30:51.430092 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: e3736fc1-b3b2-4d77-afc8-f3aecdb407bb {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:30:51.430534 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device e3736fc1-b3b2-4d77-afc8-f3aecdb407bb not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:30:51.511323 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Allocated IP 172.20.0.3 (a0529fbd-74d5-4b76-acac-f0272d94e6a1/33811ea4-eb60-43d6-9081-5320fa495705/f5c7edde-3d53-4003-aa1a-4bb338527f56) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:51.671505 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:51.707454 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:51.752863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Network a0529fbd-74d5-4b76-acac-f0272d94e6a1 is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:51.755994 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:51.759612 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:51.766127 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Pushing event updated for resources: {'Port': ['ID=f5c7edde-3d53-4003-aa1a-4bb338527f56,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:51.818618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:51.819562 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:51.838296 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-b516116f-68fe-47b2-b82f-5a2286939fd9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230052 Dec 10 09:30:51.850820 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Request body: {'port': {'device_id': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:51.908642 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:52.221968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c7edde-3d53-4003-aa1a-4bb338527f56 {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:52.231416 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:52.245968 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Transition to ACTIVE for port object f5c7edde-3d53-4003-aa1a-4bb338527f56 will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:30:52.250533 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:52.336237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c7edde-3d53-4003-aa1a-4bb338527f56,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:52.476252 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Attempting to bind port f5c7edde-3d53-4003-aa1a-4bb338527f56 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:52.476577 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Attempting to bind port f5c7edde-3d53-4003-aa1a-4bb338527f56 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:52.477087 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Attempting to bind port f5c7edde-3d53-4003-aa1a-4bb338527f56 on network a0529fbd-74d5-4b76-acac-f0272d94e6a1 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:52.484518 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Port f5c7edde-3d53-4003-aa1a-4bb338527f56 on network a0529fbd-74d5-4b76-acac-f0272d94e6a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:30:52.485067 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Attempting to bind port f5c7edde-3d53-4003-aa1a-4bb338527f56 on network a0529fbd-74d5-4b76-acac-f0272d94e6a1 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:52.504952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec554c-c970-4e36-8b67-edd714457c5d req-5c208a21-25e5-4363-aeed-1790e19db7f6 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:52.506611 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-90ec554c-c970-4e36-8b67-edd714457c5d req-5c208a21-25e5-4363-aeed-1790e19db7f6 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.0850441 Dec 10 09:30:52.507378 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:52.507714 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Checking segment: {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:52.508099 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Bound using segment: {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:52.508547 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Bound port: f5c7edde-3d53-4003-aa1a-4bb338527f56, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2ce911-b5ce-4a6a-bc45-5212d83af43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:52.508901 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:52.672311 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-90ec554c-c970-4e36-8b67-edd714457c5d req-f7551c06-0fab-4367-b56c-4111649397eb tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484287 Dec 10 09:30:52.687582 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] For port f5c7edde-3d53-4003-aa1a-4bb338527f56, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:52.693413 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] For port f5c7edde-3d53-4003-aa1a-4bb338527f56, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:52.699525 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:52.743567 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:52.744191 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:52.745592 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5c7edde-3d53-4003-aa1a-4bb338527f56 HTTP/1.1" status: 200 len: 1093 time: 0.8993490 Dec 10 09:30:52.746098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'tag': 'f5c7edde-3d53-4003-aa1a-4bb338527f56'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:52.748309 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6308c2c-1992-409c-b7ac-037419a96fb2", "tag": "f5c7edde-3d53-4003-aa1a-4bb338527f56"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:52.780287 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e11335-0349-4f67-927c-ce1714e96967 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c7edde-3d53-4003-aa1a-4bb338527f56,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:52.794324 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474d03e-b395-438b-8ca5-644e3f9961dd x-openstack-request-id: req-9474d03e-b395-438b-8ca5-644e3f9961dd {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:52.794644 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6308c2c-1992-409c-b7ac-037419a96fb2", "tag": "f5c7edde-3d53-4003-aa1a-4bb338527f56", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:52.794909 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9474d03e-b395-438b-8ca5-644e3f9961dd {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:52.795324 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'tag': 'f5c7edde-3d53-4003-aa1a-4bb338527f56', 'status': 'completed', 'code': 200} Dec 10 09:30:52.846329 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-6c063570-9781-4e0d-9f4c-c8eaa7bd0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:52.847937 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-6c063570-9781-4e0d-9f4c-c8eaa7bd0438 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df3063a03174469bbcd5fe055a504dd2&device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0429435 Dec 10 09:30:52.895141 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-718a7892-bf5d-4c7d-8ad6-5c438498de87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56 HTTP/1.1" status: 200 len: 217 time: 0.0361302 Dec 10 09:30:52.952250 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-a749fb7d-285b-4484-92f5-0d07f2f84134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:52.954198 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-a749fb7d-285b-4484-92f5-0d07f2f84134 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33811ea4-eb60-43d6-9081-5320fa495705 HTTP/1.1" status: 200 len: 849 time: 0.0488701 Dec 10 09:30:52.988769 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-8096054b-d07d-45ff-9446-84b5aa9f8af0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0529fbd-74d5-4b76-acac-f0272d94e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251250 Dec 10 09:30:53.081831 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-45872873-076e-4056-9547-86d0f86400ce service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843456 Dec 10 09:30:53.181791 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f983cd21-f951-409d-9d98-caae62f1bd58 req-ea16b701-24e0-43f2-868a-89bc1d1572e6 service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904608 Dec 10 09:30:53.276366 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-02aed471-a0d3-4d50-8d49-14596b0ad6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:53.277907 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-02aed471-a0d3-4d50-8d49-14596b0ad6cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df3063a03174469bbcd5fe055a504dd2&device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0458534 Dec 10 09:30:53.376264 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-daf7ba49-a2a7-44ac-b910-99268f8390b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:53.377747 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-daf7ba49-a2a7-44ac-b910-99268f8390b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 200 len: 910 time: 0.0924892 Dec 10 09:30:53.709957 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-15559aad-afb4-4206-ba2e-506ad4d463e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56 HTTP/1.1" status: 200 len: 217 time: 0.3241937 Dec 10 09:30:53.787862 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-7c506594-dcc7-4e26-a2cc-7d6d8216d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:53.789316 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-7c506594-dcc7-4e26-a2cc-7d6d8216d30d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33811ea4-eb60-43d6-9081-5320fa495705 HTTP/1.1" status: 200 len: 849 time: 0.0714309 Dec 10 09:30:53.804523 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0986920-6eb5-4a00-84b8-cb4a3c2842ec req-d3c259cc-571a-4542-a543-491de789202b tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:53.805973 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a0986920-6eb5-4a00-84b8-cb4a3c2842ec req-d3c259cc-571a-4542-a543-491de789202b tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.0628128 Dec 10 09:30:53.836403 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-cd428654-7c08-4d13-a781-b96805a79ccd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0529fbd-74d5-4b76-acac-f0272d94e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294392 Dec 10 09:30:53.926704 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-a0986920-6eb5-4a00-84b8-cb4a3c2842ec req-02477664-8912-4f80-b7d6-50cd09acb56e tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122084 Dec 10 09:30:53.959003 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-b5be822f-8b1e-4d3f-92db-8dd58d5d53bd service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133490 Dec 10 09:30:54.052099 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-580c5c1e-307b-454a-8ebe-c8dc661e9d3e req-9800ed62-21ce-451e-b320-956c5d7b649c service neutron] 10.222.0.43 "GET /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830426 Dec 10 09:30:55.052621 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a7236-cdb4-470c-b336-4196783714f8 req-03db8690-e4f8-42fe-b5b1-8414e3c41a02 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:55.054153 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-721a7236-cdb4-470c-b336-4196783714f8 req-03db8690-e4f8-42fe-b5b1-8414e3c41a02 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.0504329 Dec 10 09:30:55.103701 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-721a7236-cdb4-470c-b336-4196783714f8 req-d06e1650-589a-4558-b0a3-1f1337a12ae9 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Dec 10 09:30:55.435020 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f5c7edde-3d53-4003-aa1a-4bb338527f56 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:30:55.529607 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f5c7edde-3d53-4003-aa1a-4bb338527f56, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:55.542114 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': 'f5c7edde-3d53-4003-aa1a-4bb338527f56', 'network_id': 'a0529fbd-74d5-4b76-acac-f0272d94e6a1', 'port_id': 'f5c7edde-3d53-4003-aa1a-4bb338527f56', 'mac_address': 'fa:16:3e:d7:21:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33811ea4-eb60-43d6-9081-5320fa495705', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:30:55.584316 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:55.599976 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c7edde-3d53-4003-aa1a-4bb338527f56 {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:55.630119 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f5c7edde-3d53-4003-aa1a-4bb338527f56, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:55.635944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:55.685766 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f5c7edde-3d53-4003-aa1a-4bb338527f56,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:55.876063 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['f5c7edde-3d53-4003-aa1a-4bb338527f56'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:30:56.219536 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a850b-8384-46a7-a65c-bc505ba1e64d req-44d97a8e-36e7-43ab-86e5-5073f3534b75 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:56.220906 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-265a850b-8384-46a7-a65c-bc505ba1e64d req-44d97a8e-36e7-43ab-86e5-5073f3534b75 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 944 time: 0.0495057 Dec 10 09:30:56.267346 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-265a850b-8384-46a7-a65c-bc505ba1e64d req-60816736-9ed1-4d1d-aed2-623c7c84f15e tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Dec 10 09:30:56.811546 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-f78f0ed1-bb72-4c27-ade9-593511978e86 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230578590&fields=id&tenant_id=50d06aae230a418da58622a7afde8da9 HTTP/1.1" status: 200 len: 267 time: 0.0466256 Dec 10 09:30:56.921321 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-0051f958-a96c-47fd-9e95-af0d81c9d030 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:56.922701 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-0051f958-a96c-47fd-9e95-af0d81c9d030 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 808 time: 0.1039054 Dec 10 09:30:56.942977 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-af07063f-8b48-4115-af9c-aa01efb76279 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/quotas/50d06aae230a418da58622a7afde8da9 HTTP/1.1" status: 200 len: 375 time: 0.0143828 Dec 10 09:30:56.999534 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-2a123f55-3a9f-4cbc-af1c-d4dd648ab4de tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512640 Dec 10 09:30:57.108152 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-f2c0573f-a599-46b0-b33f-e82ff071dc8a service neutron] 10.222.0.21 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900404 Dec 10 09:30:57.202780 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-e0edc4ae-708e-454d-b302-79586da93681 service neutron] 10.222.0.21 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883498 Dec 10 09:30:57.391876 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc6f6-df3d-4e3c-8293-0c37bd9f8370 req-30043f34-601c-4a03-92b1-92c139baa790 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:57.393500 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-931dc6f6-df3d-4e3c-8293-0c37bd9f8370 req-30043f34-601c-4a03-92b1-92c139baa790 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 944 time: 0.0540180 Dec 10 09:30:57.443241 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f5c7edde-3d53-4003-aa1a-4bb338527f56 up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:57.444338 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-931dc6f6-df3d-4e3c-8293-0c37bd9f8370 req-5db6a3e4-751c-4003-b5bc-9af1d738a3f6 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Dec 10 09:30:57.521874 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port f5c7edde-3d53-4003-aa1a-4bb338527f56 completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:30:57.527081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port f5c7edde-3d53-4003-aa1a-4bb338527f56 triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:57.527849 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:57.529509 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-7ca8cd34-992c-45a0-8df0-e0b9d9c19fdd req-7e81bcee-ebac-4bda-b361-9178adc1a42c tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 210 time: 0.0358703 Dec 10 09:30:57.624692 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:57.651609 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c7edde-3d53-4003-aa1a-4bb338527f56'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:57.653954 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36846671-b0da-4ca6-acdc-aba02baf59a3" -d '{"events": [{"server_uuid": "f6308c2c-1992-409c-b7ac-037419a96fb2", "name": "network-vif-plugged", "status": "completed", "tag": "f5c7edde-3d53-4003-aa1a-4bb338527f56"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:57.667281 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port f5c7edde-3d53-4003-aa1a-4bb338527f56, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:57.672134 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:57.706579 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce37ea4b-f0f3-452c-88a1-f6c0ff317e18 x-openstack-request-id: req-ce37ea4b-f0f3-452c-88a1-f6c0ff317e18 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:57.706926 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6308c2c-1992-409c-b7ac-037419a96fb2", "name": "network-vif-plugged", "status": "completed", "tag": "f5c7edde-3d53-4003-aa1a-4bb338527f56", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:57.707198 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce37ea4b-f0f3-452c-88a1-f6c0ff317e18 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:57.708069 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c7edde-3d53-4003-aa1a-4bb338527f56', 'code': 200} Dec 10 09:30:57.731190 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=f5c7edde-3d53-4003-aa1a-4bb338527f56,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:57.892129 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d861d-7711-43f2-9088-38bede785d3c req-2ba8bb32-fef7-4103-b692-b07f9468513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:57.894074 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d15d861d-7711-43f2-9088-38bede785d3c req-2ba8bb32-fef7-4103-b692-b07f9468513e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0493853 Dec 10 09:30:57.940220 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d15d861d-7711-43f2-9088-38bede785d3c req-a3cb9805-fa75-4848-b0fe-c19de4fe91de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Dec 10 09:30:58.580419 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716765c-e317-4775-bc3a-5d9ae219a521 req-0b7b36f2-569d-4aef-a6a9-6327f4a1d88f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:58.581886 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2716765c-e317-4775-bc3a-5d9ae219a521 req-0b7b36f2-569d-4aef-a6a9-6327f4a1d88f tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0533407 Dec 10 09:30:58.624681 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5d5d1a41-e471-4b01-b8f5-d70ef4208ad5 req-423ebbbd-b93f-4e2e-a8a4-9cf0b6489c66 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 210 time: 0.0305216 Dec 10 09:30:58.647270 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-2716765c-e317-4775-bc3a-5d9ae219a521 req-b49057ce-ef3c-41e2-9685-9a33a5f8a181 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588741 Dec 10 09:30:58.759777 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-0ee80de0-bdec-439f-bc23-e5e1fc580294 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:58.761231 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-0ee80de0-bdec-439f-bc23-e5e1fc580294 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 808 time: 0.1076181 Dec 10 09:30:58.839002 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-54633e5d-c175-4e0d-977b-dbb6c26354ad tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d06aae230a418da58622a7afde8da9 HTTP/1.1" status: 200 len: 380 time: 0.0564497 Dec 10 09:30:58.849519 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'port': {'device_id': '23f9332f-ee87-498d-b174-f73132d3bc32', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'admin_state_up': True, 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'security_groups': ['1935b70b-3352-401c-9da5-773421523a97']}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:58.960746 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Made reservation on behalf of 50d06aae230a418da58622a7afde8da9 for: {'port': 1} {{(pid=102408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:58.964266 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.087872 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_common [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Allocated IP 172.20.0.14 (564c4e97-463d-466f-85aa-41e1b8d64c6f/932d76f8-4b8e-464a-ab45-da81a33dba29/576ccc7c-a52a-4eb6-9550-dccb02d05c7e) {{(pid=102408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:59.237625 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for port, precommit_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.273141 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_create {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.322532 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f is already hosted by enough agents. {{(pid=102408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:59.326516 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.base_scheduler [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Resources bound (agent type, host, resource id): {{(pid=102408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:59.328777 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=1']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:59.330895 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Received port after_create {{(pid=102408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:59.384822 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:59.385590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.402767 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-c762ffe1-7fc2-4705-ac0e-e270bddf76bd tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570424 Dec 10 09:30:59.416623 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.v2.base [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Request body: {'port': {'device_id': '23f9332f-ee87-498d-b174-f73132d3bc32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:59.471587 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.602999 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-093c3bd7-3551-4aa9-b9da-0e89d931fd1c None None] Provisioning complete for port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e triggered by entity DHCP. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:59.603613 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-093c3bd7-3551-4aa9-b9da-0e89d931fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.640495 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-093c3bd7-3551-4aa9-b9da-0e89d931fd1c None None] Port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e cannot update to ACTIVE because it is not bound. {{(pid=102410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:59.762675 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b6321-a23d-445c-bf22-d199c5a6083c req-80671f96-b74d-4a62-8c11-362e65d7e1db tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:59.764163 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5f1b6321-a23d-445c-bf22-d199c5a6083c req-80671f96-b74d-4a62-8c11-362e65d7e1db tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Dec 10 09:30:59.784591 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63335c75-f57b-4642-9863-c3f200cd9822 req-fb7073e0-f605-4da9-9140-ce308d832de2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:59.786179 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-63335c75-f57b-4642-9863-c3f200cd9822 req-fb7073e0-f605-4da9-9140-ce308d832de2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 932 time: 0.0896535 Dec 10 09:30:59.788087 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576ccc7c-a52a-4eb6-9550-dccb02d05c7e {{(pid=102408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:59.797234 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.812583 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5f1b6321-a23d-445c-bf22-d199c5a6083c req-01e8da9d-b973-49bb-acd9-7450918a21c5 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Dec 10 09:30:59.822595 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.provisioning_blocks [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Transition to ACTIVE for port object 576ccc7c-a52a-4eb6-9550-dccb02d05c7e will not be triggered until provisioned by entity L2. {{(pid=102408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:30:59.827625 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.888237 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-63335c75-f57b-4642-9863-c3f200cd9822 req-abefcb1b-c4bc-4a7e-ae0b-8b26c2a1facb tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955701 Dec 10 09:30:59.899103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:59.979893 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Attempting to bind port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:59.980356 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Attempting to bind port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:59.980749 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Attempting to bind port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e on network 564c4e97-463d-466f-85aa-41e1b8d64c6f {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:59.985864 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e on network 564c4e97-463d-466f-85aa-41e1b8d64c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:30:59.986366 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Attempting to bind port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e on network 564c4e97-463d-466f-85aa-41e1b8d64c6f {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:59.992877 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Checking agent: {'id': '29af2034-e1b9-4088-9bd1-e242c331ff1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'started_at': datetime.datetime(2021, 12, 10, 9, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:59.993318 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Checking segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:59.993765 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Bound using segment: {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:59.994378 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Bound port: 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45204fd8-3c46-48ac-bad4-ff36d5b83636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:59.994828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.066327 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:31:00.070691 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:31:00.076120 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5871287'] for port, after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.113116 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.113877 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.115539 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 1094 time: 0.7031994 Dec 10 09:31:00.115638 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:00.118217 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028a84c-8da4-4074-adc0-5e909f23be96" -d '{"events": [{"name": "network-changed", "server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:00.152905 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d34c-e8fe-47c8-ab50-6b5532dff2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:00.178774 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27d96d3-6148-467c-9c43-cb603f0aa6b1 x-openstack-request-id: req-d27d96d3-6148-467c-9c43-cb603f0aa6b1 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:00.179405 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:00.179405 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d27d96d3-6148-467c-9c43-cb603f0aa6b1 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:00.180020 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'status': 'completed', 'code': 200} Dec 10 09:31:00.212126 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-747b9a85-6ba5-4fea-9fe0-95bbf6114664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.213807 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-747b9a85-6ba5-4fea-9fe0-95bbf6114664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1097 time: 0.0471709 Dec 10 09:31:00.263670 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-70948ad1-b24b-4ac6-9588-90afa9aa7c72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 217 time: 0.0407307 Dec 10 09:31:00.319724 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-bd6e3a2d-a379-4aa9-99de-0783c7cf30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.321197 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-bd6e3a2d-a379-4aa9-99de-0783c7cf30be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0444396 Dec 10 09:31:00.368809 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-cee5ad64-2e6d-433d-9343-b5fd62a0effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.370323 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-cee5ad64-2e6d-433d-9343-b5fd62a0effc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412824 Dec 10 09:31:00.471461 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-50f9f41f-f37a-4ffc-a5d4-176bc7f086c5 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925035 Dec 10 09:31:00.534906 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e1b2c-2b96-44b3-a659-dea35cfe20a4 req-8afeeefa-3664-43a3-8a95-8cc72502bb6c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.536562 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fa0e1b2c-2b96-44b3-a659-dea35cfe20a4 req-8afeeefa-3664-43a3-8a95-8cc72502bb6c tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0484233 Dec 10 09:31:00.564417 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b2551204-76c6-4307-ad85-4b87231cc5bf req-81c54155-799d-4523-b83b-af53fa593a3c service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815873 Dec 10 09:31:00.584313 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fa0e1b2c-2b96-44b3-a659-dea35cfe20a4 req-5fa26203-bfc7-486d-82d9-86b42a791ed2 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Dec 10 09:31:00.672199 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-b0a48648-4de6-43b2-b38a-2d13771bae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.673581 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-b0a48648-4de6-43b2-b38a-2d13771bae23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1097 time: 0.0459850 Dec 10 09:31:00.765093 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-e4837c47-2f0e-49e8-822a-3669cf7be7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.766585 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-e4837c47-2f0e-49e8-822a-3669cf7be7d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.0849504 Dec 10 09:31:00.818335 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-34deeaf8-1930-44d6-9697-78b97332c48b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 217 time: 0.0427356 Dec 10 09:31:00.870861 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-1489fcf2-d11d-422d-8ed5-5d98ae1166c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.872309 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-1489fcf2-d11d-422d-8ed5-5d98ae1166c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0441146 Dec 10 09:31:00.919265 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-e23e4a05-00f2-40ff-ae1b-91b16f9e84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.920787 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-e23e4a05-00f2-40ff-ae1b-91b16f9e84c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406799 Dec 10 09:31:01.054970 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343f464-9c15-4806-9dfa-52689d550509 req-2a25babc-73a4-4f30-a9ef-c07d740392ba tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:01.056476 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d343f464-9c15-4806-9dfa-52689d550509 req-2a25babc-73a4-4f30-a9ef-c07d740392ba tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0748596 Dec 10 09:31:01.058678 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-f429fca5-2a7c-46f8-be3d-1e78067bb82e service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292968 Dec 10 09:31:01.153462 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d343f464-9c15-4806-9dfa-52689d550509 req-f48801c7-98c8-494d-aa08-069100f4d9a7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910604 Dec 10 09:31:01.184916 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6028a84c-8da4-4074-adc0-5e909f23be96 req-433f1d67-d949-409b-b0f8-8745450c583f service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093712 Dec 10 09:31:01.728516 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb4d88-6bf1-4ae4-8b42-51e20ab797cc req-41cc946c-5fec-4b6a-8313-c85b3f898938 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:01.729993 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-abbb4d88-6bf1-4ae4-8b42-51e20ab797cc req-41cc946c-5fec-4b6a-8313-c85b3f898938 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0675395 Dec 10 09:31:01.779847 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-abbb4d88-6bf1-4ae4-8b42-51e20ab797cc req-0b0b9326-15e5-4135-8efe-d943f4727c92 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f7c3544-11f7-4a50-a2c4-7e69568cbef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436060 Dec 10 09:31:02.022139 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-a0e13073-b44c-4017-9318-e771d0c1af9d tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:02.023486 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-a0e13073-b44c-4017-9318-e771d0c1af9d tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0686495 Dec 10 09:31:02.120446 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Deleting port f5c7edde-3d53-4003-aa1a-4bb338527f56 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:31:02.120764 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:02.213306 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] For port f5c7edde-3d53-4003-aa1a-4bb338527f56, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=f5c7edde-3d53-4003-aa1a-4bb338527f56,segment=NetworkSegment(6a2ce911-b5ce-4a6a-bc45-5212d83af43f),segment_id=6a2ce911-b5ce-4a6a-bc45-5212d83af43f)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:02.213674 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:02.226346 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Calling delete_port for f5c7edde-3d53-4003-aa1a-4bb338527f56 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:31:02.329446 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b3462-8243-4615-a509-3600df07d00e req-8d12903f-9f83-421b-9414-468d9bb12581 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:02.330980 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b5b3462-8243-4615-a509-3600df07d00e req-8d12903f-9f83-421b-9414-468d9bb12581 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0995443 Dec 10 09:31:02.413240 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b5b3462-8243-4615-a509-3600df07d00e req-69d30844-e705-4bcc-91a1-d97933e49be5 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755806 Dec 10 09:31:02.433077 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:02.445181 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['f5c7edde-3d53-4003-aa1a-4bb338527f56'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:31:02.463681 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Pushing event deleted for resources: {'Port': ['ID=f5c7edde-3d53-4003-aa1a-4bb338527f56,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:02.510213 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] No DVR routers for this DVR port f5c7edde-3d53-4003-aa1a-4bb338527f56 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:31:02.512799 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:02.516269 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f49034a7-bfcd-4acd-ac3d-e24c45a60692 req-5cb28833-4751-4315-b8d1-c2f71035c9da tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.43 "DELETE /v2.0/ports/f5c7edde-3d53-4003-aa1a-4bb338527f56 HTTP/1.1" status: 204 len: 173 time: 0.4844713 Dec 10 09:31:02.516702 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'name': 'network-vif-deleted', 'tag': 'f5c7edde-3d53-4003-aa1a-4bb338527f56'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:02.518975 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49280a9-96b6-460d-a16d-ed46a54d1b40" -d '{"events": [{"server_uuid": "f6308c2c-1992-409c-b7ac-037419a96fb2", "name": "network-vif-deleted", "tag": "f5c7edde-3d53-4003-aa1a-4bb338527f56"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:02.558160 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade5e8ff-8eb8-451a-ad62-15cd47f76d5d x-openstack-request-id: req-ade5e8ff-8eb8-451a-ad62-15cd47f76d5d {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:02.558533 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6308c2c-1992-409c-b7ac-037419a96fb2", "name": "network-vif-deleted", "tag": "f5c7edde-3d53-4003-aa1a-4bb338527f56", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:02.558792 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade5e8ff-8eb8-451a-ad62-15cd47f76d5d {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:02.559243 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6308c2c-1992-409c-b7ac-037419a96fb2', 'name': 'network-vif-deleted', 'tag': 'f5c7edde-3d53-4003-aa1a-4bb338527f56', 'status': 'completed', 'code': 200} Dec 10 09:31:02.901422 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-2762d8d1-d150-4054-a8d3-1316d90b06db req-7b249db7-fd57-4bbb-8e05-e9b520e82808 tempest-VolumesActionsTest-1295458084 tempest-VolumesActionsTest-1295458084-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6308c2c-1992-409c-b7ac-037419a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0265589 Dec 10 09:31:03.543398 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de71cba-1d18-4718-b7eb-02492d5efef9 req-8043e24e-e266-4f78-84de-3cf1ab804212 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:03.544776 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8de71cba-1d18-4718-b7eb-02492d5efef9 req-8043e24e-e266-4f78-84de-3cf1ab804212 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0497692 Dec 10 09:31:03.594748 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8de71cba-1d18-4718-b7eb-02492d5efef9 req-8eafe549-ad7c-4656-808d-e5c3322edd92 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Dec 10 09:31:04.719721 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895766dc-42b4-4b13-9dcb-3f83dd23911a req-2f04e4f3-18db-40e2-a2de-a4cc5a0e772c tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:04.721128 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-895766dc-42b4-4b13-9dcb-3f83dd23911a req-2f04e4f3-18db-40e2-a2de-a4cc5a0e772c tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0573022 Dec 10 09:31:04.771019 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-895766dc-42b4-4b13-9dcb-3f83dd23911a req-7b2f492b-78c3-42f7-b763-de52162a3592 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Dec 10 09:31:05.836577 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f5c7edde-3d53-4003-aa1a-4bb338527f56 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:31:05.859241 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: f5c7edde-3d53-4003-aa1a-4bb338527f56 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:31:05.859584 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device f5c7edde-3d53-4003-aa1a-4bb338527f56 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:31:05.899126 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f7e0-c4e7-4e8c-a1c4-7817d40dc2c4 req-0c8c2ac1-8fb6-422f-abc2-b288cba44f8d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:05.900668 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b60f7e0-c4e7-4e8c-a1c4-7817d40dc2c4 req-0c8c2ac1-8fb6-422f-abc2-b288cba44f8d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0518243 Dec 10 09:31:05.949801 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-3b60f7e0-c4e7-4e8c-a1c4-7817d40dc2c4 req-0db19f02-b660-4de4-a2ec-b141ebddbee3 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Dec 10 09:31:07.089125 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e74bf1-269d-4983-b087-cdbc1fe23c74 req-14d9af93-dfbf-4739-abf9-502af363478f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:07.090632 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-21e74bf1-269d-4983-b087-cdbc1fe23c74 req-14d9af93-dfbf-4739-abf9-502af363478f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0573878 Dec 10 09:31:07.113534 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:31:07.150163 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-21e74bf1-269d-4983-b087-cdbc1fe23c74 req-ba4c9ece-ae9f-48f0-b7fb-ac38d38a277f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501809 Dec 10 09:31:08.289092 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0549eb-1c44-4bab-997b-05dcdf7cc4fa req-a7cafc96-cbee-4c14-ba73-e44297f96c11 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:08.290678 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-af0549eb-1c44-4bab-997b-05dcdf7cc4fa req-a7cafc96-cbee-4c14-ba73-e44297f96c11 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0545745 Dec 10 09:31:08.342514 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-af0549eb-1c44-4bab-997b-05dcdf7cc4fa req-d450b766-d6e8-40a1-bd6f-8299af870e5d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Dec 10 09:31:09.486183 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986941e-bf9e-4ad3-b390-19f97e327fbc req-838f41c1-5335-4d69-a1c4-2f86e8cd9703 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:09.489811 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c986941e-bf9e-4ad3-b390-19f97e327fbc req-838f41c1-5335-4d69-a1c4-2f86e8cd9703 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0672438 Dec 10 09:31:09.502351 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:31:09.571237 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-c986941e-bf9e-4ad3-b390-19f97e327fbc req-51980c5e-0dc9-4f99-b22b-09c109bf6e6d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747027 Dec 10 09:31:09.614735 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:09.627898 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'port_id': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'mac_address': 'fa:16:3e:5a:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:31:09.673707 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:09.688180 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576ccc7c-a52a-4eb6-9550-dccb02d05c7e {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:31:09.710932 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:09.717312 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:09.775705 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:09.985194 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['576ccc7c-a52a-4eb6-9550-dccb02d05c7e'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:31:10.051835 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:10.705965 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f3071-5149-4680-8edd-a1d2ee790235 req-c5906913-c6e3-4afc-80a7-896495272364 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:10.707639 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-639f3071-5149-4680-8edd-a1d2ee790235 req-c5906913-c6e3-4afc-80a7-896495272364 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Dec 10 09:31:10.758524 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-639f3071-5149-4680-8edd-a1d2ee790235 req-66e6345e-23d7-4dc0-8f3f-b3d499b0c3d7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440936 Dec 10 09:31:11.513026 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:31:11.581943 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning for port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e completed by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:31:11.587773 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:31:11.588144 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:11.679102 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:11.706399 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:11.709395 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4637b3ef-fb8f-4e74-bc59-9304e56baf24" -d '{"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-plugged", "status": "completed", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:11.724747 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:11.733691 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:11.760865 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80104924-296d-4209-859e-5c2c97415eb5 x-openstack-request-id: req-80104924-296d-4209-859e-5c2c97415eb5 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:11.761181 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-plugged", "status": "completed", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:11.761392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80104924-296d-4209-859e-5c2c97415eb5 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:11.761806 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'code': 200} Dec 10 09:31:11.802117 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=5']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:11.810627 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.810979 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.811320 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.811655 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.811987 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.812305 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.812622 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.812948 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.813271 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.813572 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.813888 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.814423 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.814740 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:11.912346 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc81bc3-b98e-400f-8615-518319897402 req-b82d1035-a9e6-48be-8db2-891bc84b905f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:11.913863 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fbc81bc3-b98e-400f-8615-518319897402 req-b82d1035-a9e6-48be-8db2-891bc84b905f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0684786 Dec 10 09:31:11.982396 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-fbc81bc3-b98e-400f-8615-518319897402 req-fa2f5cb2-d77c-4fc9-a9cc-c66e4e7cd454 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609996 Dec 10 09:31:12.043948 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fba0b1-7e50-497b-a219-7da41bc9ae42 req-048c6872-572a-459b-be1c-c35fa7e7ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:12.045923 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-24fba0b1-7e50-497b-a219-7da41bc9ae42 req-048c6872-572a-459b-be1c-c35fa7e7ff4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0530205 Dec 10 09:31:12.097156 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-24fba0b1-7e50-497b-a219-7da41bc9ae42 req-0ca32129-ec3a-4833-9870-ade96937b1b6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Dec 10 09:31:12.780143 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0065b155-eb70-4753-977b-c4fac839e5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:13.112190 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6af1f-4955-4ddc-822e-09d550f200fa req-432fea0e-6c8c-40cb-90f3-2e757b226f56 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:13.120354 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3a6af1f-4955-4ddc-822e-09d550f200fa req-432fea0e-6c8c-40cb-90f3-2e757b226f56 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0573521 Dec 10 09:31:13.183120 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-d3a6af1f-4955-4ddc-822e-09d550f200fa req-f51c3905-d7f9-4f89-8fcb-fdd1a1e6c860 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619247 Dec 10 09:31:14.246199 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-cc0566f5-4f0a-45ed-bc21-cd0d7392a68b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453613 Dec 10 09:31:14.356958 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b25d2-0293-4dc4-a512-6c8736ad20ea req-b4492cc8-85c5-4385-a6e6-fd51892b3ff2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.358736 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-084b25d2-0293-4dc4-a512-6c8736ad20ea req-b4492cc8-85c5-4385-a6e6-fd51892b3ff2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0894084 Dec 10 09:31:14.373971 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b409-df09-4a04-b89a-4eab117deedc req-57803a70-f9e6-4003-8678-a0d2a4ebb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.375650 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-57803a70-f9e6-4003-8678-a0d2a4ebb524 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1098 time: 0.0740144 Dec 10 09:31:14.429363 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-084b25d2-0293-4dc4-a512-6c8736ad20ea req-ae76445e-1cc7-4fcf-95f0-6c7713d0680d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638497 Dec 10 09:31:14.515176 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b409-df09-4a04-b89a-4eab117deedc req-409a766c-e41b-4449-b0e2-caba7d14815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.516894 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-409a766c-e41b-4449-b0e2-caba7d14815d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1063836 Dec 10 09:31:14.565072 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141e26-76a4-40ee-89b5-9df45f8e60e9 req-f6859672-309a-4908-9167-84efeffecc99 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.567462 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cc141e26-76a4-40ee-89b5-9df45f8e60e9 req-f6859672-309a-4908-9167-84efeffecc99 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0559986 Dec 10 09:31:14.604158 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-9bcd4733-690c-4e17-88aa-d6ada577ed3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 1000 time: 0.0782540 Dec 10 09:31:14.649166 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cc141e26-76a4-40ee-89b5-9df45f8e60e9 req-be251681-a859-4fe2-affc-4fb97457dc2b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756857 Dec 10 09:31:14.654902 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b409-df09-4a04-b89a-4eab117deedc req-c8b987d3-abbb-43cd-a644-300e776943a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.656381 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-c8b987d3-abbb-43cd-a644-300e776943a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0449090 Dec 10 09:31:14.672761 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50142) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:14.727682 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b409-df09-4a04-b89a-4eab117deedc req-09a18540-9ccc-4561-9aa6-6033d6ebf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.729177 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-09a18540-9ccc-4561-9aa6-6033d6ebf10f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648470 Dec 10 09:31:14.780674 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0beec5-d8e2-4930-8055-6aa69d489ce5 tempest-TestShelveInstance-285331301 tempest-TestShelveInstance-285331301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:14.782594 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-8f0beec5-d8e2-4930-8055-6aa69d489ce5 tempest-TestShelveInstance-285331301 tempest-TestShelveInstance-285331301-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1094 time: 0.1083362 Dec 10 09:31:14.786153 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50148) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:14.791148 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Request body: {'floatingip': {'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'port_id': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:31:14.819025 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:14.847734 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-5870554a-c2a9-4f7d-b007-e2ace3bd512f service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094923 Dec 10 09:31:14.925542 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:14.982601 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-c913b409-df09-4a04-b89a-4eab117deedc req-ef63274f-03ce-4527-b99b-fdfed0c5bd08 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270590 Dec 10 09:31:15.055614 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Allocated IP 172.27.2.99 (a976da7e-ccee-4745-a4ce-ee021f15c234/734d9de5-32fb-4a6c-bbe6-31559ad9291d/030e1ca6-c3a1-4e36-8638-77141f5b05d6) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:31:15.065737 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb72e-b0cb-4ba6-86bb-861b3e6c3502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.179305 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.219368 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744348243128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.265430 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Network a976da7e-ccee-4745-a4ce-ee021f15c234 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:31:15.268503 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:31:15.272965 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:31:15.295028 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'Port': ['ID=030e1ca6-c3a1-4e36-8638-77141f5b05d6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:15.710338 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.792058 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.965751 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.974681 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4361574'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:16.031152 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event updated for resources: {'Port': ['ID=030e1ca6-c3a1-4e36-8638-77141f5b05d6,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:16.084932 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549905'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:16.300461 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:16.463205 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.db.l3_db [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Floating IP 0480ac2a-2e80-4e23-b5ea-d5d21f522d0c associated. External IP: 172.27.2.99, port: 576ccc7c-a52a-4eb6-9550-dccb02d05c7e. Dec 10 09:31:16.704600 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Router 4f0b9bfc-5a41-473d-861e-0e611a6de435 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:31:16.839478 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:31:16.856451 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] Sync routers for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:31:16.862878 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:16.888175 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:31:16.889474 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:16.913007 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-e6b185e0-b42e-4894-822d-d8f626bc652d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1249800 Dec 10 09:31:16.916654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:16.919793 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d245771ded3579a8bc6270f358e52b9163dda0e697ff452f5025058f79467e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b701a183-6a47-4c0e-b556-e2526244412d" -d '{"events": [{"name": "network-changed", "server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:16.965610 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a253fc-f592-471e-bff8-3d419a464b9d x-openstack-request-id: req-e9a253fc-f592-471e-bff8-3d419a464b9d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:16.966143 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:16.968468 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9a253fc-f592-471e-bff8-3d419a464b9d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:16.968468 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'status': 'completed', 'code': 200} Dec 10 09:31:17.072677 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a183-6a47-4c0e-b556-e2526244412d req-77daa1e7-61b0-4848-b644-5ec0e200e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:17.075182 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-77daa1e7-61b0-4848-b644-5ec0e200e228 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0791776 Dec 10 09:31:17.188487 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:31:17.193816 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a183-6a47-4c0e-b556-e2526244412d req-9f53e77c-fc15-4e96-a89e-c4976664ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:17.195441 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-9f53e77c-fc15-4e96-a89e-c4976664ee46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.1132901 Dec 10 09:31:17.287998 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-cc768fab-3234-482e-9689-e84443c2e2d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 999 time: 0.0820642 Dec 10 09:31:17.361665 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a183-6a47-4c0e-b556-e2526244412d req-dda4f231-baa8-42e5-a2b3-4947c95d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:17.366438 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-dda4f231-baa8-42e5-a2b3-4947c95d75b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0592914 Dec 10 09:31:17.433585 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:17.437303 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a183-6a47-4c0e-b556-e2526244412d req-6f40f483-1007-4c1c-a2b4-e92876eb7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:17.438981 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-6f40f483-1007-4c1c-a2b4-e92876eb7591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651512 Dec 10 09:31:17.495335 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '0480ac2a-2e80-4e23-b5ea-d5d21f522d0c', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'port_id': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'mac_address': 'fa:16:3e:5a:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9332f-ee87-498d-b174-f73132d3bc32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:31:15Z', 'updated_at': '2021-12-10T09:31:15Z', 'revision_number': 0, 'project_id': '50d06aae230a418da58622a7afde8da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:17.527464 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] Checking router: 4f0b9bfc-5a41-473d-861e-0e611a6de435 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:31:17.538108 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:31:17.539177 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:17.559062 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-d1763bb3-b57b-4767-9df3-2d007aee72b3 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129985 Dec 10 09:31:17.667072 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b701a183-6a47-4c0e-b556-e2526244412d req-78730c53-5356-4005-ae31-683603122ca4 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991580 Dec 10 09:31:17.673442 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:31:17.934844 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '0480ac2a-2e80-4e23-b5ea-d5d21f522d0c', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'port_id': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'mac_address': 'fa:16:3e:5a:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9332f-ee87-498d-b174-f73132d3bc32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:31:15Z', 'updated_at': '2021-12-10T09:31:15Z', 'revision_number': 0, 'project_id': '50d06aae230a418da58622a7afde8da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:17.967430 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155540d3-b1eb-4955-9546-bb6d9904260d None None] The sync data for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi is: [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '0480ac2a-2e80-4e23-b5ea-d5d21f522d0c', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'port_id': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'mac_address': 'fa:16:3e:5a:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9332f-ee87-498d-b174-f73132d3bc32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:31:15Z', 'updated_at': '2021-12-10T09:31:15Z', 'revision_number': 0, 'project_id': '50d06aae230a418da58622a7afde8da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:31:18.206667 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e0061-76c4-4389-9ab2-78957f0bb0f0 None None] New status for floating IP 0480ac2a-2e80-4e23-b5ea-d5d21f522d0c: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:31:18.596193 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:25.833734 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50276) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:25.880385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Deleting subnet 33811ea4-eb60-43d6-9081-5320fa495705 {{(pid=102408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:31:25.883745 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:25.921709 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479591'] for subnet, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:25.959573 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.012046 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5871353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5782943'] for subnet, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.035121 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33811ea4-eb60-43d6-9081-5320fa495705,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:26.040988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.044243 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0c0e5b12-3b98-4ef0-8384-a109d9883ddc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33811ea4-eb60-43d6-9081-5320fa495705 HTTP/1.1" status: 204 len: 168 time: 0.2090147 Dec 10 09:31:26.047448 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50278) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:26.122408 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.200795 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.222808 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0529fbd-74d5-4b76-acac-f0272d94e6a1']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:26.232288 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2ce911-b5ce-4a6a-bc45-5212d83af43f') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:26.232578 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2ce911-b5ce-4a6a-bc45-5212d83af43f') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:26.241916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.256067 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.263794 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:31:26.264143 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:31:26.265771 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:31:26.324389 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.331073 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.335123 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0529fbd-74d5-4b76-acac-f0272d94e6a1 HTTP/1.1" status: 204 len: 168 time: 0.2868066 Dec 10 09:31:26.346102 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cb20c-ee6c-4c46-8040-3bae549c4fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0529fbd-74d5-4b76-acac-f0272d94e6a1,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:26.457848 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50282) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:26.498574 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-ab44d005-07d0-4a2d-8292-3083a0b1d75c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df3063a03174469bbcd5fe055a504dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394564 Dec 10 09:31:26.501267 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50284) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:26.549138 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c7ec-7932-4a2a-aae3-2abe9d388200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.570057 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c7ec-7932-4a2a-aae3-2abe9d388200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.619506 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c7ec-7932-4a2a-aae3-2abe9d388200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.622803 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c7ec-7932-4a2a-aae3-2abe9d388200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:26.624152 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-4ea8c7ec-7932-4a2a-aae3-2abe9d388200 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f7c3544-11f7-4a50-a2c4-7e69568cbef8 HTTP/1.1" status: 204 len: 168 time: 0.1218534 Dec 10 09:31:26.632846 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8c7ec-7932-4a2a-aae3-2abe9d388200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7c3544-11f7-4a50-a2c4-7e69568cbef8,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:40.079453 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:42.776932 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51eeed2b-b9b4-4829-b547-c38bc2043180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:44.117798 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:31:45.055393 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-458bb9e6-8467-46e3-a211-0ad88d837c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:46.299129 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:47.413193 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:48.602765 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:49.171313 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50294) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:49.613999 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Deleting port 36a5e125-d6d0-41e5-8afb-dd90de95eaf0 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:31:49.614356 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:49.694824 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:49.695099 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:49.707358 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Calling delete_port for 36a5e125-d6d0-41e5-8afb-dd90de95eaf0 owned by network:floatingip {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:31:49.885640 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:49.909867 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'Port': ['ID=36a5e125-d6d0-41e5-8afb-dd90de95eaf0,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:49.920904 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.921257 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.921598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.921933 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.922274 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.922616 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.922958 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.923254 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.923600 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.923917 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.924234 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.924545 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.924844 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:49.980312 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:49.980589 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Floating IP 8c188823-d7d1-4aad-9d7d-d1f71c203789 disassociated (deleted). External IP: 172.27.2.128, port: fc773d7b-3da1-4a01-ac9a-7e3c302d5a40. Dec 10 09:31:50.197107 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:31:50.314604 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:31:50.320093 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:50.325198 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:31:50.335450 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:31:50.336151 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:50.347638 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-f9446f9d-717b-4bff-85cf-bd739a8493dc tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "DELETE /v2.0/floatingips/8c188823-d7d1-4aad-9d7d-d1f71c203789 HTTP/1.1" status: 204 len: 168 time: 1.1747978 Dec 10 09:31:50.348317 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:50.350732 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7462f-40f1-407b-ae89-485168eac68b" -d '{"events": [{"name": "network-changed", "server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:50.387061 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69986cc9-ff3d-4357-b3a4-9aa0d093319e x-openstack-request-id: req-69986cc9-ff3d-4357-b3a4-9aa0d093319e {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:50.387362 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:50.387616 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69986cc9-ff3d-4357-b3a4-9aa0d093319e {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:50.388148 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'status': 'completed', 'code': 200} Dec 10 09:31:50.444679 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:31:50.457157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7462f-40f1-407b-ae89-485168eac68b req-070ddd33-73a5-405f-9c84-d1c4718d96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:50.458659 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-070ddd33-73a5-405f-9c84-d1c4718d96f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 1099 time: 0.0474076 Dec 10 09:31:50.587799 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7462f-40f1-407b-ae89-485168eac68b req-db333337-17b1-440b-8f1b-ce0577343e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:50.589294 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-db333337-17b1-440b-8f1b-ce0577343e5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1218870 Dec 10 09:31:50.610484 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2f313-611e-42b8-916b-62a216e456d3 req-1b25416e-4a61-4218-8693-1030295614b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:50.611923 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17b2f313-611e-42b8-916b-62a216e456d3 req-1b25416e-4a61-4218-8693-1030295614b9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0776072 Dec 10 09:31:50.643453 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-5b121d53-dd39-4615-a083-ed8c8b4c2164 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 HTTP/1.1" status: 200 len: 217 time: 0.0460436 Dec 10 09:31:50.681817 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:07Z', 'revision_number': 1, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:50.711943 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:31:50.720518 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:31:50.720711 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-17b2f313-611e-42b8-916b-62a216e456d3 req-9a3bb38d-1cd0-49b4-8b37-81e50dc41ac5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789623 Dec 10 09:31:50.721119 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:50.722378 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7462f-40f1-407b-ae89-485168eac68b req-bfa4815f-225b-4027-bc79-90cc7b3e0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:50.724406 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-bfa4815f-225b-4027-bc79-90cc7b3e0248 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0677710 Dec 10 09:31:50.786087 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7462f-40f1-407b-ae89-485168eac68b req-81ae9078-1282-4fe1-a127-3f17b0cd6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:50.787602 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-81ae9078-1282-4fe1-a127-3f17b0cd6a17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545471 Dec 10 09:31:50.881604 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-c15e3bbb-2ec6-421c-8ab3-7d8415ace2d0 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Dec 10 09:31:50.961349 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:31:50.977151 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-35f7462f-40f1-407b-ae89-485168eac68b req-9e59db96-0733-456e-b0fe-4121b9141456 service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875847 Dec 10 09:31:51.188418 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:07Z', 'revision_number': 1, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:51.218830 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d90d-fa8f-4806-b9d8-1547154c2d82 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_floatingips': [{'id': '8114d4ef-5f1a-4ae7-86b7-77c61caee114', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'router_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'port_id': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'mac_address': 'fa:16:3e:69:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909ee3-e851-435f-9948-26dbcc59f476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:28:04Z', 'updated_at': '2021-12-10T09:28:07Z', 'revision_number': 1, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:31:51.431080 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088a9fe-67f1-4b4e-b606-97715308ec3c None None] New status for floating IP 8c188823-d7d1-4aad-9d7d-d1f71c203789: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:31:52.009422 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41b37-9860-4465-9f56-f52116c85d94 req-33065841-0339-4049-819f-a981ad10b7c9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:52.010973 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-50e41b37-9860-4465-9f56-f52116c85d94 req-33065841-0339-4049-819f-a981ad10b7c9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0503259 Dec 10 09:31:52.064182 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-50e41b37-9860-4465-9f56-f52116c85d94 req-9db75e99-2727-406f-9cef-3b7b8bfe8c5d tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 Dec 10 09:31:52.133876 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-60dd6414-fe47-49d0-b225-785ebb551ca9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:52.135359 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-60dd6414-fe47-49d0-b225-785ebb551ca9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 946 time: 0.0514028 Dec 10 09:31:52.228397 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Deleting port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:31:52.228692 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:52.320666 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] For port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:52.321027 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:52.333257 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Calling delete_port for fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:31:52.467471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:52.496849 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'Port': ['ID=fc773d7b-3da1-4a01-ac9a-7e3c302d5a40,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:52.541213 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] No DVR routers for this DVR port fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:31:52.543880 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:52.547270 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-e9ba1395-9f92-41a5-98dc-af13a09df2d4 req-06367dae-574c-4ff7-b87f-bf495d896598 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "DELETE /v2.0/ports/fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 HTTP/1.1" status: 204 len: 173 time: 0.4049995 Dec 10 09:31:52.547705 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'name': 'network-vif-deleted', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:52.550049 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1be1972-d10e-44fe-a573-69ce98bcdb52" -d '{"events": [{"server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "name": "network-vif-deleted", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:52.587590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3723624a-2e4a-4aaf-86bf-386f47ba2407 x-openstack-request-id: req-3723624a-2e4a-4aaf-86bf-386f47ba2407 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:52.587944 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a1650-3b82-477b-abe1-97d3d9154c40", "name": "network-vif-deleted", "tag": "fc773d7b-3da1-4a01-ac9a-7e3c302d5a40", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:52.588561 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3723624a-2e4a-4aaf-86bf-386f47ba2407 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:52.588686 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a1650-3b82-477b-abe1-97d3d9154c40', 'name': 'network-vif-deleted', 'tag': 'fc773d7b-3da1-4a01-ac9a-7e3c302d5a40', 'status': 'completed', 'code': 200} Dec 10 09:31:53.189096 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-8e73bf35-73bf-42c6-a925-90fac47e95f5 req-951c764e-c0ac-4e71-8b22-8ba4c28f00e9 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=471a1650-3b82-477b-abe1-97d3d9154c40 HTTP/1.1" status: 200 len: 210 time: 0.0311019 Dec 10 09:31:55.841191 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:31:55.862244 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:31:55.862575 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device fc773d7b-3da1-4a01-ac9a-7e3c302d5a40 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:31:56.512154 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50326) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:56.681529 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Deleting port 9c939b1d-4bca-4e56-9197-034fe75e92a2 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:31:56.681900 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:56.761193 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:56.761418 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:56.773028 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Calling delete_port for 9c939b1d-4bca-4e56-9197-034fe75e92a2 owned by network:floatingip {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:31:56.935257 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:56.958894 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'Port': ['ID=9c939b1d-4bca-4e56-9197-034fe75e92a2,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:57.025500 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:57.025728 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Floating IP 8114d4ef-5f1a-4ae7-86b7-77c61caee114 disassociated (deleted). External IP: 172.27.2.72, port: c4a968c7-0575-450b-9dc7-49be2fa3efc7. Dec 10 09:31:57.237385 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:31:57.349841 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:31:57.354729 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:57.360754 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:31:57.372088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:31:57.372843 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:57.381557 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-0c8eeb4a-1a48-470b-a305-07567edd08e5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "DELETE /v2.0/floatingips/8114d4ef-5f1a-4ae7-86b7-77c61caee114 HTTP/1.1" status: 204 len: 168 time: 0.8682914 Dec 10 09:31:57.382197 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:57.384483 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57" -d '{"events": [{"name": "network-changed", "server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:57.422764 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0ed1d3-beab-421a-9c5c-925b5594e693 x-openstack-request-id: req-8a0ed1d3-beab-421a-9c5c-925b5594e693 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:57.423121 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:57.423415 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a0ed1d3-beab-421a-9c5c-925b5594e693 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:57.423874 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'status': 'completed', 'code': 200} Dec 10 09:31:57.482347 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:31:57.488915 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-d8941c80-e2e8-4d55-bf84-06fb4b916a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:57.490473 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-d8941c80-e2e8-4d55-bf84-06fb4b916a99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aed92792c0a45d58fa5cedf9950162b&device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 1098 time: 0.0433083 Dec 10 09:31:57.638878 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-21169f7b-5aed-4c43-a787-2589d81f7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:57.642571 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-21169f7b-5aed-4c43-a787-2589d81f7d46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 200 len: 913 time: 0.1399901 Dec 10 09:31:57.653337 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aaab0-6823-453d-8916-3091852a1a32 req-e16cd6b4-fdee-4c1f-8346-bbe1f5f83375 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:57.654865 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-820aaab0-6823-453d-8916-3091852a1a32 req-e16cd6b4-fdee-4c1f-8346-bbe1f5f83375 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0884180 Dec 10 09:31:57.696196 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:57.706614 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-0e2f2241-51df-4c5b-971b-3bad5a0cf6db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 200 len: 217 time: 0.0505273 Dec 10 09:31:57.727455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:31:57.736427 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:31:57.737034 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:57.768484 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-820aaab0-6823-453d-8916-3091852a1a32 req-13ce9c36-52b8-4d8a-b1aa-0400fbcb88c3 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067560 Dec 10 09:31:57.778333 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-583067af-8c2d-4d93-8bf8-23786d40a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:57.779803 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-583067af-8c2d-4d93-8bf8-23786d40a04f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 200 len: 851 time: 0.0649679 Dec 10 09:31:57.827038 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-b71708c8-43b0-4fd9-ab37-08f5a7b73966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:57.828981 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-b71708c8-43b0-4fd9-ab37-08f5a7b73966 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0503223a-c71a-400e-b4f4-a95a44e40b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419459 Dec 10 09:31:57.843948 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:31:57.925118 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-3965b378-081c-4664-878b-a4e052b1429c service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 Dec 10 09:31:58.023596 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-48747ee5-5ae1-4d6d-bf10-035eed7dbc57 req-e9c27441-e2b5-4aca-9da2-b7c050f568ee service neutron] 10.222.0.43 "GET /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901110 Dec 10 09:31:58.046148 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:31:58.072693 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fe4b2-fd5a-4c98-b4c9-c4af237ee5b2 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:24:04Z', 'revision_number': 4, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': 'a0bf3fd2-510c-40b0-97e1-98a8ab7e201c', 'name': '', 'network_id': '0503223a-c71a-400e-b4f4-a95a44e40b4c', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'mac_address': 'fa:16:3e:6b:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:03Z', 'updated_at': '2021-12-10T09:24:09Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'subnets': [{'id': '12d0c372-17cb-4c30-9e3f-e06aab01d477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:31:58.301917 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b345e-66a4-4b58-9d78-b5fe7e59d850 None None] New status for floating IP 8114d4ef-5f1a-4ae7-86b7-77c61caee114: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:31:59.019728 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-b1a93563-79ff-458d-924c-553db741ad24 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:59.021210 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-b1a93563-79ff-458d-924c-553db741ad24 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.0492151 Dec 10 09:31:59.098305 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181b71-2182-4bf4-8294-deba1f071ed5 req-770da426-b8c9-421f-a183-35ead428d9f5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:59.099758 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1d181b71-2182-4bf4-8294-deba1f071ed5 req-770da426-b8c9-421f-a183-35ead428d9f5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d909ee3-e851-435f-9948-26dbcc59f476 HTTP/1.1" status: 200 len: 945 time: 0.2554407 Dec 10 09:31:59.117349 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Deleting port c4a968c7-0575-450b-9dc7-49be2fa3efc7 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:31:59.117698 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:59.148088 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-1d181b71-2182-4bf4-8294-deba1f071ed5 req-f83dcfe6-9cb5-4fc0-a1a7-f5efdcd56f17 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "GET /v2.0/security-groups?id=33332eeb-5224-4a18-8f4a-0a4c1f2460f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Dec 10 09:31:59.204729 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] For port c4a968c7-0575-450b-9dc7-49be2fa3efc7, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=c4a968c7-0575-450b-9dc7-49be2fa3efc7,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:59.205082 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:59.217187 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Calling delete_port for c4a968c7-0575-450b-9dc7-49be2fa3efc7 owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:31:59.357570 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:59.385066 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'Port': ['ID=c4a968c7-0575-450b-9dc7-49be2fa3efc7,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:59.429622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] No DVR routers for this DVR port c4a968c7-0575-450b-9dc7-49be2fa3efc7 on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:31:59.432219 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:59.435764 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f3c6c464-d111-4bd5-ab1b-0ddeffa7318a req-7a0f7bc1-bce4-4325-8323-56b1496f246f tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.43 "DELETE /v2.0/ports/c4a968c7-0575-450b-9dc7-49be2fa3efc7 HTTP/1.1" status: 204 len: 173 time: 0.4078057 Dec 10 09:31:59.436193 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'name': 'network-vif-deleted', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:59.438461 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e058f49-c650-4824-9e82-a9119d3b2ec2" -d '{"events": [{"server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "name": "network-vif-deleted", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:59.476559 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5bc19f-b2f8-4f97-9a15-ed7327383698 x-openstack-request-id: req-8b5bc19f-b2f8-4f97-9a15-ed7327383698 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:59.476855 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d909ee3-e851-435f-9948-26dbcc59f476", "name": "network-vif-deleted", "tag": "c4a968c7-0575-450b-9dc7-49be2fa3efc7", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:59.477110 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b5bc19f-b2f8-4f97-9a15-ed7327383698 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:59.477509 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d909ee3-e851-435f-9948-26dbcc59f476', 'name': 'network-vif-deleted', 'tag': 'c4a968c7-0575-450b-9dc7-49be2fa3efc7', 'status': 'completed', 'code': 200} Dec 10 09:32:00.204030 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50342) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:00.600804 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Deleting port a3e7c89b-aa69-4ba2-9313-cdf8266cd448 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:00.601104 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:00.674670 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:00.674956 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:00.686668 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Calling delete_port for a3e7c89b-aa69-4ba2-9313-cdf8266cd448 owned by network:floatingip {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:00.819343 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:00.843815 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'Port': ['ID=a3e7c89b-aa69-4ba2-9313-cdf8266cd448,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:00.904687 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for floatingip, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:00.907157 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:00.908299 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-cd46ed32-c1c7-4af9-9e63-7f7a87ccabb5 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "DELETE /v2.0/floatingips/6e3d603b-67c3-4837-97f1-851c5bc0459a HTTP/1.1" status: 204 len: 168 time: 0.7031462 Dec 10 09:32:01.889380 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c4a968c7-0575-450b-9dc7-49be2fa3efc7 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:01.914516 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: c4a968c7-0575-450b-9dc7-49be2fa3efc7 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:01.914862 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device c4a968c7-0575-450b-9dc7-49be2fa3efc7 not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:02.125197 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50354) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:02.185102 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b7239761-3110-4aa3-be28-4c4e38acad29 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:02.209938 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b7239761-3110-4aa3-be28-4c4e38acad29 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:02.272045 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b7239761-3110-4aa3-be28-4c4e38acad29 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:02.274988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b7239761-3110-4aa3-be28-4c4e38acad29 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:02.276173 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b7239761-3110-4aa3-be28-4c4e38acad29 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] 10.222.0.21 "DELETE /v2.0/security-groups/33332eeb-5224-4a18-8f4a-0a4c1f2460f9 HTTP/1.1" status: 204 len: 168 time: 0.1499527 Dec 10 09:32:02.285536 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7239761-3110-4aa3-be28-4c4e38acad29 tempest-TestVolumeBootPattern-1544817515 tempest-TestVolumeBootPattern-1544817515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33332eeb-5224-4a18-8f4a-0a4c1f2460f9,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:02.341397 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50358) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:02.838863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:03.103471 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Deleting port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:03.103699 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:03.185372 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] For port a0bf3fd2-510c-40b0-97e1-98a8ab7e201c, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:03.186117 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:03.198037 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Calling delete_port for a0bf3fd2-510c-40b0-97e1-98a8ab7e201c owned by network:router_interface {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:03.405383 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:03.434196 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bf3fd2-510c-40b0-97e1-98a8ab7e201c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:03.600363 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:03.843159 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:32:03.967227 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:32:03.973570 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-604f0c26-a5d9-42cb-a1bf-baa5de603a01 admin admin] 10.222.0.21 "PUT /v2.0/routers/5ec9ea04-8195-41eb-bb6e-afb06fd28c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6309733 Dec 10 09:32:03.976539 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50364) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:03.977668 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] Sync routers for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:32:03.989088 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:32:03.989708 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:04.078622 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks [] for router, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.096081 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:32:04.178383 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.241789 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Deleting port 608c6c87-9c09-4922-b3e2-cad246b15f37 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:04.242551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.270480 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:32:03Z', 'revision_number': 5, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port': {'id': '608c6c87-9c09-4922-b3e2-cad246b15f37', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:01Z', 'updated_at': '2021-12-10T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:04.299954 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] Checking router: 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:32:04.308614 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] Routers {'5ec9ea04-8195-41eb-bb6e-afb06fd28c21'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:32:04.309205 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:04.318687 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] For port 608c6c87-9c09-4922-b3e2-cad246b15f37, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=608c6c87-9c09-4922-b3e2-cad246b15f37,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:04.319078 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.331512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Calling delete_port for 608c6c87-9c09-4922-b3e2-cad246b15f37 owned by network:router_gateway {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:04.394465 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] Set router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 gateway port host: None {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:32:04.445543 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:32:04Z', 'revision_number': 6, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:04.475843 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3384e-ec46-4e2f-96c9-9b74e8b9a559 None None] The sync data for ids ['5ec9ea04-8195-41eb-bb6e-afb06fd28c21'] in dv-cinder-817514-4-iscsi is: [{'id': '5ec9ea04-8195-41eb-bb6e-afb06fd28c21', 'name': 'tempest-TestVolumeBootPattern-1400829524-router', 'tenant_id': '7aed92792c0a45d58fa5cedf9950162b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:00Z', 'updated_at': '2021-12-10T09:32:04Z', 'revision_number': 6, 'project_id': '7aed92792c0a45d58fa5cedf9950162b', 'gw_port_host': None}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:32:04.504782 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.529261 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=608c6c87-9c09-4922-b3e2-cad246b15f37,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:04.590183 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.679044 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.681180 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.727182 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.727840 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec9ea04-8195-41eb-bb6e-afb06fd28c21 {{(pid=102408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:32:04.733130 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] Publish callbacks [] for router, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.734341 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-c3a014e7-062a-4bf8-a81c-1773d1a76a5d admin admin] 10.222.0.21 "DELETE /v2.0/routers/5ec9ea04-8195-41eb-bb6e-afb06fd28c21 HTTP/1.1" status: 204 len: 168 time: 0.7568655 Dec 10 09:32:04.736945 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50366) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:04.784963 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Deleting subnet 12d0c372-17cb-4c30-9e3f-e06aab01d477 {{(pid=102408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:32:04.788507 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.832997 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5479591'] for subnet, precommit_delete_associations {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.916611 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.967546 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5871353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5782943'] for subnet, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:04.993498 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d0c372-17cb-4c30-9e3f-e06aab01d477,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:04.999237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.002420 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-c2200f26-36f9-44e5-b5c0-b69c7c85c770 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/12d0c372-17cb-4c30-9e3f-e06aab01d477 HTTP/1.1" status: 204 len: 168 time: 0.2644961 Dec 10 09:32:05.004856 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1d2a6-4691-465a-b0cf-a3ee7ee458ec None None] Network 0503223a-c71a-400e-b4f4-a95a44e40b4c requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:32:05.005402 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50368) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:05.073232 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.127874 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Deleting port c41c081f-6407-4a00-a417-d41803811fbb {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:05.128237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.193646 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] For port c41c081f-6407-4a00-a417-d41803811fbb, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=c41c081f-6407-4a00-a417-d41803811fbb,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:05.193970 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.213133 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Calling delete_port for c41c081f-6407-4a00-a417-d41803811fbb owned by network:dhcp {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:05.231481 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] DHCP port deletion for 0503223a-c71a-400e-b4f4-a95a44e40b4c request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:32:05.283220 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] Deleting port c41c081f-6407-4a00-a417-d41803811fbb {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:05.283747 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.294911 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.327080 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] No DVR routers for this DVR port c41c081f-6407-4a00-a417-d41803811fbb on host dv-cinder-817514-4-iscsi {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:32:05.329079 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41c081f-6407-4a00-a417-d41803811fbb,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:05.353352 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] For port c41c081f-6407-4a00-a417-d41803811fbb, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=c41c081f-6407-4a00-a417-d41803811fbb,segment=NetworkSegment(c8554724-c576-4a17-bb40-2d0f35f8f40a),segment_id=c8554724-c576-4a17-bb40-2d0f35f8f40a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:05.353754 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.369452 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 608c6c87-9c09-4922-b3e2-cad246b15f37 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:05.396090 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] Calling delete_port for c41c081f-6407-4a00-a417-d41803811fbb owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:05.397860 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 608c6c87-9c09-4922-b3e2-cad246b15f37 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:05.398231 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 608c6c87-9c09-4922-b3e2-cad246b15f37 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:05.398651 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device c41c081f-6407-4a00-a417-d41803811fbb no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:05.408396 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.424606 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: c41c081f-6407-4a00-a417-d41803811fbb {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:05.424999 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device c41c081f-6407-4a00-a417-d41803811fbb not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:05.425392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device a0bf3fd2-510c-40b0-97e1-98a8ab7e201c no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:05.432700 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0503223a-c71a-400e-b4f4-a95a44e40b4c']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:05.444568 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8554724-c576-4a17-bb40-2d0f35f8f40a') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:05.444859 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8554724-c576-4a17-bb40-2d0f35f8f40a') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:05.455801 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.472303 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.474516 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: a0bf3fd2-510c-40b0-97e1-98a8ab7e201c {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:05.474889 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device a0bf3fd2-510c-40b0-97e1-98a8ab7e201c not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:05.479967 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:32:05.480457 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:32:05.482914 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:32:05.519570 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.547710 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.551245 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] Pushing event deleted for resources: {'Port': ['ID=c41c081f-6407-4a00-a417-d41803811fbb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:05.555888 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.558875 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63666e05-1748-4f04-8ac1-e73977884609 None None] No DVR routers for this DVR port c41c081f-6407-4a00-a417-d41803811fbb on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:32:05.559596 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0503223a-c71a-400e-b4f4-a95a44e40b4c HTTP/1.1" status: 204 len: 168 time: 0.5535254 Dec 10 09:32:05.563045 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50370) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:05.570759 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20fa43-0dc7-4372-8d74-38daeabe3119 admin admin] Pushing event deleted for resources: {'Network': ['ID=0503223a-c71a-400e-b4f4-a95a44e40b4c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:05.938581 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.191714 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Deleting port 71e011ef-140a-430a-96e9-85f4bbd62b25 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:06.191963 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.288842 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] For port 71e011ef-140a-430a-96e9-85f4bbd62b25, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=71e011ef-140a-430a-96e9-85f4bbd62b25,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:06.289227 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.301141 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Calling delete_port for 71e011ef-140a-430a-96e9-85f4bbd62b25 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:06.498473 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.521529 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e011ef-140a-430a-96e9-85f4bbd62b25,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:06.535489 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.535739 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.536225 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.536450 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.536783 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.537223 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.537571 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.537898 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.538237 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.538545 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.538861 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.539176 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.539490 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:06.701546 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.919692 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Router 726aa29c-1027-4fee-bec5-9f3a9df0a43e has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:32:07.029175 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:32:07.036569 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a01c22ba-cc2f-47fe-ae6e-7cb6fa539387 admin admin] 10.222.0.21 "PUT /v2.0/routers/726aa29c-1027-4fee-bec5-9f3a9df0a43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4723058 Dec 10 09:32:07.039964 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50372) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:07.042503 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] Sync routers for ids ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:32:07.054848 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] Routers {'726aa29c-1027-4fee-bec5-9f3a9df0a43e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:32:07.055603 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:07.147654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.163929 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] Set router 726aa29c-1027-4fee-bec5-9f3a9df0a43e gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:32:07.250172 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.311031 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Deleting port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:07.311402 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.341919 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:32:06Z', 'revision_number': 5, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port': {'id': 'ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:07Z', 'updated_at': '2021-12-10T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:07.371159 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] Checking router: 726aa29c-1027-4fee-bec5-9f3a9df0a43e for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:32:07.379171 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] Routers {'726aa29c-1027-4fee-bec5-9f3a9df0a43e'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:32:07.379765 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:31:45Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:07.391574 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] For port ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:07.391958 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.404577 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Calling delete_port for ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:07.559979 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] Set router 726aa29c-1027-4fee-bec5-9f3a9df0a43e gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:32:07.582128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.614192 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:32:07Z', 'revision_number': 6, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:07.630386 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:07.644594 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c611c07-a850-480e-a3e3-aae07ae07d0c None None] The sync data for ids ['726aa29c-1027-4fee-bec5-9f3a9df0a43e'] in dv-cinder-817514-4-iscsi is: [{'id': '726aa29c-1027-4fee-bec5-9f3a9df0a43e', 'name': 'tempest-TestVolumeBootPattern-479234503-router', 'tenant_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:06Z', 'updated_at': '2021-12-10T09:32:07Z', 'revision_number': 6, 'project_id': 'b8848f28ca8c4bb28ba08212e5d8a763', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:32:07.680747 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.769719 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.772033 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.830452 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.831032 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726aa29c-1027-4fee-bec5-9f3a9df0a43e {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:32:07.835908 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.837271 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-f9786cfc-3bba-45d6-87f8-e8e61be14ec4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/726aa29c-1027-4fee-bec5-9f3a9df0a43e HTTP/1.1" status: 204 len: 168 time: 0.7964046 Dec 10 09:32:07.839991 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50374) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:07.895276 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Deleting subnet 46005f17-b875-43e5-8d97-359bc84cbcd7 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:32:07.898906 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:07.936743 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.273341 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.324773 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.350169 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46005f17-b875-43e5-8d97-359bc84cbcd7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:08.352084 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.356418 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a8c3ad20-6ec5-4988-b187-271bfe1c9655 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46005f17-b875-43e5-8d97-359bc84cbcd7 HTTP/1.1" status: 204 len: 168 time: 0.5153139 Dec 10 09:32:08.356588 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db20f3-317f-4888-9c8f-bf1297bc04c0 None None] Network bb87470a-bf0c-4d9c-a096-884c03090069 requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:32:08.358118 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50376) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:08.432126 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.501654 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Deleting port 563cb2b6-aff1-400a-a49a-8f2afb01be06 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:08.502095 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.524009 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] DHCP port deletion for bb87470a-bf0c-4d9c-a096-884c03090069 request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:32:08.563231 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] For port 563cb2b6-aff1-400a-a49a-8f2afb01be06, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=563cb2b6-aff1-400a-a49a-8f2afb01be06,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:08.563615 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.570795 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] Deleting port 563cb2b6-aff1-400a-a49a-8f2afb01be06 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:08.571180 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.580907 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Calling delete_port for 563cb2b6-aff1-400a-a49a-8f2afb01be06 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:08.635999 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] For port 563cb2b6-aff1-400a-a49a-8f2afb01be06, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=563cb2b6-aff1-400a-a49a-8f2afb01be06,segment=NetworkSegment(104c9d78-61a2-4e43-9786-db23e3a3bfed),segment_id=104c9d78-61a2-4e43-9786-db23e3a3bfed)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:08.636540 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.650565 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] Calling delete_port for 563cb2b6-aff1-400a-a49a-8f2afb01be06 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:08.670671 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.699773 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Pushing event deleted for resources: {'Port': ['ID=563cb2b6-aff1-400a-a49a-8f2afb01be06,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:08.705231 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] No DVR routers for this DVR port 563cb2b6-aff1-400a-a49a-8f2afb01be06 on host dv-cinder-817514-4-iscsi {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:32:08.731455 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.757371 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] Pushing event deleted for resources: {'Port': ['ID=563cb2b6-aff1-400a-a49a-8f2afb01be06,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:08.759189 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877784a1-51ea-4d7b-b80c-54af7e990f37 None None] No DVR routers for this DVR port 563cb2b6-aff1-400a-a49a-8f2afb01be06 on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:32:08.779776 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.800117 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb87470a-bf0c-4d9c-a096-884c03090069']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:08.809498 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104c9d78-61a2-4e43-9786-db23e3a3bfed') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:08.809833 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104c9d78-61a2-4e43-9786-db23e3a3bfed') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:32:08.819069 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.834442 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.841373 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:32:08.841759 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:32:08.843561 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:32:08.897399 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.902763 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.905957 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bb87470a-bf0c-4d9c-a096-884c03090069 HTTP/1.1" status: 204 len: 168 time: 0.5467379 Dec 10 09:32:08.921214 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc1789-81aa-4d05-bbaa-0748af6d4806 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb87470a-bf0c-4d9c-a096-884c03090069,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:09.033245 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:09.076442 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-27d2f874-d89d-4ac1-a339-8df1c26ab1ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aed92792c0a45d58fa5cedf9950162b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420604 Dec 10 09:32:09.080530 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50382) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:09.129092 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8d219894-aba6-4031-af78-1d0b0a4c6d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.150856 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8d219894-aba6-4031-af78-1d0b0a4c6d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.197266 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8d219894-aba6-4031-af78-1d0b0a4c6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.199961 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-8d219894-aba6-4031-af78-1d0b0a4c6d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.201134 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-8d219894-aba6-4031-af78-1d0b0a4c6d39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bb006cc-a019-4684-8fd2-8c421bf45dc6 HTTP/1.1" status: 204 len: 168 time: 0.1195972 Dec 10 09:32:09.209489 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d219894-aba6-4031-af78-1d0b0a4c6d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb006cc-a019-4684-8fd2-8c421bf45dc6,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:09.348708 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 563cb2b6-aff1-400a-a49a-8f2afb01be06 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:09.368790 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 563cb2b6-aff1-400a-a49a-8f2afb01be06 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:09.369413 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 563cb2b6-aff1-400a-a49a-8f2afb01be06 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:09.369565 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 71e011ef-140a-430a-96e9-85f4bbd62b25 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:09.391955 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 71e011ef-140a-430a-96e9-85f4bbd62b25 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:09.392297 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 71e011ef-140a-430a-96e9-85f4bbd62b25 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:09.392717 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:09.412202 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:09.412555 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device ba12b283-a6b6-4c24-b7d5-ee4dd37bdd38 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:09.537912 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50388) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:09.578634 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-d39b7469-0379-4aca-a0a1-9b28810f7c7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8848f28ca8c4bb28ba08212e5d8a763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392392 Dec 10 09:32:09.582079 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50390) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:32:09.642036 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-140fb47e-6e32-40b2-b36f-b55f6377af9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.665103 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-140fb47e-6e32-40b2-b36f-b55f6377af9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.715272 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-140fb47e-6e32-40b2-b36f-b55f6377af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.718103 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-140fb47e-6e32-40b2-b36f-b55f6377af9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.719276 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-140fb47e-6e32-40b2-b36f-b55f6377af9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d20093f5-0f6a-401c-808b-5106543c1285 HTTP/1.1" status: 204 len: 168 time: 0.1362696 Dec 10 09:32:09.726915 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fb47e-6e32-40b2-b36f-b55f6377af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20093f5-0f6a-401c-808b-5106543c1285,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:10.077109 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:12.772550 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f7e798d-8779-4a39-9657-96848ebd2b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:14.405967 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-3c39e11d-596f-476a-bef4-4c5e4e09e50a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892169 Dec 10 09:32:14.475162 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-4819fd46-186b-489b-8edd-2ad9645a3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:14.476637 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-4819fd46-186b-489b-8edd-2ad9645a3dea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0442712 Dec 10 09:32:14.849975 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-d5a79863-582f-4a97-bfbc-551e30ea65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:14.851497 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-d5a79863-582f-4a97-bfbc-551e30ea65a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.3538671 Dec 10 09:32:14.924858 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-ec00d4f3-b986-48f3-87ff-8d4ae7fe7558 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 1001 time: 0.0655472 Dec 10 09:32:14.974563 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-76bdfa7c-6058-467e-a997-67f21fd39d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:14.975902 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-76bdfa7c-6058-467e-a997-67f21fd39d4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0437486 Dec 10 09:32:15.020792 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-b584774e-df2d-4bc8-98d9-22397df960a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:15.022287 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-b584774e-df2d-4bc8-98d9-22397df960a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396369 Dec 10 09:32:15.033299 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-291b6785-34c8-4274-8b34-7436891e9481 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:32:15.034302 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-291b6785-34c8-4274-8b34-7436891e9481 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049698 Dec 10 09:32:15.051596 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e6005883-bf4f-4ea6-93dd-040847c2c161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:15.127454 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-bae4a6d9-e200-4ab2-a90c-ce0822da45c1 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855658 Dec 10 09:32:15.223372 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9e5a44e0-9f63-41be-9cd8-e92a41667d15 req-9ce840b9-223a-40cf-a78e-87571be3d779 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Dec 10 09:32:16.307597 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:17.416312 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:18.592922 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:21.122504 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:32:40.074217 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:42.783259 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51c4205b-1e33-46d2-af4e-a1513dc96992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:45.064930 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9fd93950-73d0-4bd8-ba07-fb0a66ffd868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:46.305651 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:47.424790 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:48.592254 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:58.125842 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:33:10.085284 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:12.776244 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72dd97f1-fbb6-402b-94a5-8f7160eb1a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:12.935758 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939e13d-8143-4f0b-a0a7-6df99c2bea49 req-07aa0a88-5b76-4d77-8089-e1d5afa4515c tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:12.937245 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1939e13d-8143-4f0b-a0a7-6df99c2bea49 req-07aa0a88-5b76-4d77-8089-e1d5afa4515c tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.1853132 Dec 10 09:33:12.994161 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1939e13d-8143-4f0b-a0a7-6df99c2bea49 req-74d20dc2-04cc-4722-9ec0-9416b9234136 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506058 Dec 10 09:33:14.128855 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e063-92fe-4b0f-875f-83307182804d req-97ce7b71-42aa-4516-8e1b-6044f0b72d6b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:14.130318 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4e62e063-92fe-4b0f-875f-83307182804d req-97ce7b71-42aa-4516-8e1b-6044f0b72d6b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0549674 Dec 10 09:33:14.183693 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-4e62e063-92fe-4b0f-875f-83307182804d req-bf9fb580-d4d6-4be4-b453-69f3abda9579 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445530 Dec 10 09:33:14.259075 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-d8f703ca-c2f5-4434-a8a2-e191226ff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:14.260554 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-d8f703ca-c2f5-4434-a8a2-e191226ff9b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0471408 Dec 10 09:33:14.366045 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-f85e496f-d2fe-4dd6-a4af-52985b37e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:14.367518 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-f85e496f-d2fe-4dd6-a4af-52985b37e339 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.0855618 Dec 10 09:33:14.446398 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-faa955ca-b8ed-4f7d-923c-16beccb7e900 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 1001 time: 0.0690458 Dec 10 09:33:14.496154 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-4c731bd8-1fcd-4ef6-a0e7-47028aef8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:14.497646 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-4c731bd8-1fcd-4ef6-a0e7-47028aef8ee7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0450032 Dec 10 09:33:14.551656 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-a81ced5e-6fa0-4f29-9c14-bf3c14ba800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:14.553138 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-a81ced5e-6fa0-4f29-9c14-bf3c14ba800c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480278 Dec 10 09:33:14.652708 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-061c3d71-a443-4c8e-aca5-b2aeedefe131 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920296 Dec 10 09:33:14.745529 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-09001be9-cdcd-4594-83c4-b5f94a74415e req-3044ada7-a967-4bde-a20a-248b544de5c0 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849776 Dec 10 09:33:15.053527 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51e987c8-65ff-4bf0-9c25-4891eda0dfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:15.316373 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9ec80-9183-4bb6-981c-f789cb6bfd58 req-8f0d2ae2-9fac-4541-9df6-85022c56e184 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:15.319050 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8be9ec80-9183-4bb6-981c-f789cb6bfd58 req-8f0d2ae2-9fac-4541-9df6-85022c56e184 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0529780 Dec 10 09:33:15.377061 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-8be9ec80-9183-4bb6-981c-f789cb6bfd58 req-ad57e2af-8044-4177-be58-2d5252fdf97c tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506766 Dec 10 09:33:16.316237 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:16.503557 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c669-d103-4bc7-8eb3-db7fd076678e req-1e90a9c7-c052-47f9-bbb9-e0a52971c946 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:16.505137 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3155c669-d103-4bc7-8eb3-db7fd076678e req-1e90a9c7-c052-47f9-bbb9-e0a52971c946 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0531704 Dec 10 09:33:16.559286 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-3155c669-d103-4bc7-8eb3-db7fd076678e req-424c259e-cc38-4576-9d08-0377f70bb7c7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Dec 10 09:33:17.431391 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:17.693098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2449e-0fce-4de2-9541-cc8a1c051481 req-f9e82293-4133-496e-b189-8b99bae9a892 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:17.694590 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d6d2449e-0fce-4de2-9541-cc8a1c051481 req-f9e82293-4133-496e-b189-8b99bae9a892 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0524752 Dec 10 09:33:17.747841 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-d6d2449e-0fce-4de2-9541-cc8a1c051481 req-851de102-417f-47fe-8b72-181e9fee6231 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Dec 10 09:33:18.599161 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:18.881928 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2c3a4-41f2-44a9-8a13-2fce4566ffdc req-f153b7f0-e3f5-4639-8935-4931e96030c2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:18.883340 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-51b2c3a4-41f2-44a9-8a13-2fce4566ffdc req-f153b7f0-e3f5-4639-8935-4931e96030c2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0510528 Dec 10 09:33:18.937842 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-51b2c3a4-41f2-44a9-8a13-2fce4566ffdc req-d5a6a6a4-0f6a-47a8-956a-52cc162c5823 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 Dec 10 09:33:20.065695 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f618e51-8fbc-4ae7-9491-11b2c6e04b78 req-eda58ac7-bdc7-426e-8b9d-d581e90956af tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:20.067170 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6f618e51-8fbc-4ae7-9491-11b2c6e04b78 req-eda58ac7-bdc7-426e-8b9d-d581e90956af tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0557480 Dec 10 09:33:20.116651 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6f618e51-8fbc-4ae7-9491-11b2c6e04b78 req-969fb22f-eef9-4c39-bb48-8bc8a0f9a3bb tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428076 Dec 10 09:33:21.250886 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aac64b-2926-4315-92ef-1a7ffe651543 req-86daa29f-00f1-4927-a7e1-a54e8761c279 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:21.252409 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-29aac64b-2926-4315-92ef-1a7ffe651543 req-86daa29f-00f1-4927-a7e1-a54e8761c279 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0564442 Dec 10 09:33:21.315419 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-29aac64b-2926-4315-92ef-1a7ffe651543 req-0cf331ae-003d-4133-9801-6c6d6143887b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540724 Dec 10 09:33:22.451620 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb21bd-ad6f-4ad6-b51d-18268a1078e8 req-8dd11625-92bd-48cb-bf52-af20bcdfd0de tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:22.453462 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5afb21bd-ad6f-4ad6-b51d-18268a1078e8 req-8dd11625-92bd-48cb-bf52-af20bcdfd0de tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0538120 Dec 10 09:33:22.504292 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-5afb21bd-ad6f-4ad6-b51d-18268a1078e8 req-5ad8230c-5981-4729-b7c6-dff51ec6f190 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Dec 10 09:33:22.944828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-60720855-436b-4a16-814b-7c8dcaa27f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:22.946354 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-60720855-436b-4a16-814b-7c8dcaa27f79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0483813 Dec 10 09:33:23.056371 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-92b81944-2258-4a14-8012-7c84128ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:23.057864 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-92b81944-2258-4a14-8012-7c84128ec381 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.1049671 Dec 10 09:33:23.131308 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-aada5f0a-1ec4-4f7c-ac28-384f8549a550 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 1001 time: 0.0661395 Dec 10 09:33:23.180389 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-9e97d0a4-b282-479b-b9d4-6c9a6cd4e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:23.181774 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-9e97d0a4-b282-479b-b9d4-6c9a6cd4e6f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0440533 Dec 10 09:33:23.231140 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-82cfefb7-3d1a-4623-acb2-aaabfeb5480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:23.232498 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-82cfefb7-3d1a-4623-acb2-aaabfeb5480d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436466 Dec 10 09:33:23.321553 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-8cddcaa5-3ac6-4b66-8901-82e18cd8362e service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808368 Dec 10 09:33:23.415187 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-f9021acf-4e49-4a9c-97a2-304bf13b48b8 req-f99e83ae-eb2c-4e58-83c8-ecd58c5a6a17 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Dec 10 09:33:23.634190 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078d0fa-54e7-4da5-8367-10483ec79795 req-2afe0ba8-3955-46e6-a4e8-246da1100938 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:23.635664 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5078d0fa-54e7-4da5-8367-10483ec79795 req-2afe0ba8-3955-46e6-a4e8-246da1100938 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0503390 Dec 10 09:33:23.696263 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-5078d0fa-54e7-4da5-8367-10483ec79795 req-c4b71b21-2253-4b7c-a3b3-d203f9f33502 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517991 Dec 10 09:33:24.835209 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27f730-b502-40e2-8afe-66aae40410f8 req-09552b06-4c0c-4511-bef5-b354c21af24f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:24.837434 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ed27f730-b502-40e2-8afe-66aae40410f8 req-09552b06-4c0c-4511-bef5-b354c21af24f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0658715 Dec 10 09:33:24.896052 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-ed27f730-b502-40e2-8afe-66aae40410f8 req-8d735c17-c733-45e0-bf2c-f865a0d295c5 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512366 Dec 10 09:33:26.038495 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d6d3d-2b4e-4403-9542-9467cee397b5 req-663bbcd8-bafd-47c5-a21e-9e4f585583f2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:26.040013 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cd0d6d3d-2b4e-4403-9542-9467cee397b5 req-663bbcd8-bafd-47c5-a21e-9e4f585583f2 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0623853 Dec 10 09:33:26.092190 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-cd0d6d3d-2b4e-4403-9542-9467cee397b5 req-d857af7e-cd51-403d-8371-6ecec23454e0 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Dec 10 09:33:26.352783 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90384-f485-4fed-9165-35fe994d546f req-1ed36743-ca2b-4df6-b5c8-e60b77dce47b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:26.354287 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-42f90384-f485-4fed-9165-35fe994d546f req-1ed36743-ca2b-4df6-b5c8-e60b77dce47b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0793400 Dec 10 09:33:26.357623 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-e43142ce-5812-4a90-ba0e-6db89ec332ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070361 Dec 10 09:33:26.407179 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-42f90384-f485-4fed-9165-35fe994d546f req-9f66cbbe-0a58-4735-8d6a-7c812e350b41 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469308 Dec 10 09:33:27.521096 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614992d-ee29-4782-9d9b-fed83cb6fe67 req-e7279586-0375-47ed-97ae-df51a6666f04 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:27.522573 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1614992d-ee29-4782-9d9b-fed83cb6fe67 req-e7279586-0375-47ed-97ae-df51a6666f04 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0477920 Dec 10 09:33:27.572284 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-1614992d-ee29-4782-9d9b-fed83cb6fe67 req-f7d6c52d-a0fe-4fb4-a7b0-834db085cd84 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Dec 10 09:33:28.307526 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:33:28.388287 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.412786 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:33:28.415122 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d19e707-4d78-44ff-b8c4-92dab1eda9cd" -d '{"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-unplugged", "status": "completed", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:33:28.429217 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:28.434872 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.487240 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=6']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:28.494577 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.494919 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.495255 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.495584 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.495911 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.496232 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.496548 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.496867 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.497183 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.498291 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.498291 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.498291 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.498574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:28.508348 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3981b6-d25c-4fe9-ae04-808f3e2c1941 x-openstack-request-id: req-9e3981b6-d25c-4fe9-ae04-808f3e2c1941 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:33:28.508576 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-unplugged", "status": "failed", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "code": 422}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:33:28.508833 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e3981b6-d25c-4fe9-ae04-808f3e2c1941 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:33:28.509243 dv-cinder-817514-4-iscsi neutron-server[102410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'code': 422} returned with failed status Dec 10 09:33:28.702700 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c99404-f25c-4863-ae6d-380c693400cf req-ad6e573e-8e0c-49b8-a701-1d36b53be12e tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:28.704787 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-38c99404-f25c-4863-ae6d-380c693400cf req-ad6e573e-8e0c-49b8-a701-1d36b53be12e tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0577991 Dec 10 09:33:28.763560 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-38c99404-f25c-4863-ae6d-380c693400cf req-279f7f26-f3f1-482f-859a-acbfa8727b60 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516055 Dec 10 09:33:29.879486 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7accf1-f24a-49f4-9bd3-7bf86cde01c3 req-701fa3b2-9d22-428d-bae5-df45af1c11a7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:29.881149 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9c7accf1-f24a-49f4-9bd3-7bf86cde01c3 req-701fa3b2-9d22-428d-bae5-df45af1c11a7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0500739 Dec 10 09:33:29.934179 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9c7accf1-f24a-49f4-9bd3-7bf86cde01c3 req-42fc4119-ef88-4120-b56a-6e0d32f43a5b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Dec 10 09:33:31.050639 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0ca45-d015-476c-bd48-a6808557a78e req-db881572-2c8a-4dfd-aa2b-2f9de0379c5a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:31.052160 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-21d0ca45-d015-476c-bd48-a6808557a78e req-db881572-2c8a-4dfd-aa2b-2f9de0379c5a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0501287 Dec 10 09:33:31.105235 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-21d0ca45-d015-476c-bd48-a6808557a78e req-203d6c4e-b1ce-49f3-b873-e0b60d2a7e63 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464365 Dec 10 09:33:31.798450 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-9d8fad84-9e5c-4c94-9462-6c923c77f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:31.799837 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-9d8fad84-9e5c-4c94-9462-6c923c77f42a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32&tenant_id=50d06aae230a418da58622a7afde8da9 HTTP/1.1" status: 200 len: 1097 time: 0.0456796 Dec 10 09:33:31.864636 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-51fa8f9c-46d4-4b96-9e14-a04a2f74d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:31.866173 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-51fa8f9c-46d4-4b96-9e14-a04a2f74d400 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1097 time: 0.0425451 Dec 10 09:33:31.958808 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-1dbc3ac0-45d2-4248-9781-21e6727a0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:31.960328 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-1dbc3ac0-45d2-4248-9781-21e6727a0201 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.0872812 Dec 10 09:33:32.030227 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-44ae42ed-1b89-41ef-8cb2-a2bf033f8512 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 999 time: 0.0629017 Dec 10 09:33:32.079952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-6494b7f0-357b-4bb6-bdfa-ee88f6692667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:32.081399 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-6494b7f0-357b-4bb6-bdfa-ee88f6692667 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0440156 Dec 10 09:33:32.127376 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-ff7e15d2-4001-41b6-93bc-2732f3016b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:32.128812 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-ff7e15d2-4001-41b6-93bc-2732f3016b48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394464 Dec 10 09:33:32.221795 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-e840cb60-22e3-4efd-9ccb-63e86fce785f service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853906 Dec 10 09:33:32.228208 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9541e-7ce3-4c12-9f20-147d8a77c05e req-d14b9e92-34fe-4a07-b3b7-8b51c8d26aba tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:32.229662 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fcc9541e-7ce3-4c12-9f20-147d8a77c05e req-d14b9e92-34fe-4a07-b3b7-8b51c8d26aba tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0501647 Dec 10 09:33:32.279144 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-fcc9541e-7ce3-4c12-9f20-147d8a77c05e req-cfac5371-6695-44fd-8b68-6a8024d0f29e tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Dec 10 09:33:32.316577 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-26225147-a2a9-4433-8fa2-2a651a33eec6 req-43835bad-7b0c-442a-ae79-f20754b47a9f service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870819 Dec 10 09:33:33.421733 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9196bf-508f-4a7c-94de-14dd6a23903a req-efde59c0-627b-4f2b-8e29-f0e110c7889b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:33.423248 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-df9196bf-508f-4a7c-94de-14dd6a23903a req-efde59c0-627b-4f2b-8e29-f0e110c7889b tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0615096 Dec 10 09:33:33.491955 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-df9196bf-508f-4a7c-94de-14dd6a23903a req-7d0fb1b9-e14b-4f54-9342-4cefba571205 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597992 Dec 10 09:33:34.628408 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec66715-764b-456d-bc2a-138c6ae4886d req-697072e0-5005-4a35-81d9-23972fd54251 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:34.629938 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9ec66715-764b-456d-bc2a-138c6ae4886d req-697072e0-5005-4a35-81d9-23972fd54251 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0608568 Dec 10 09:33:34.684909 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-9ec66715-764b-456d-bc2a-138c6ae4886d req-e5f68910-c7e6-406b-9206-baf8cd782f60 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450313 Dec 10 09:33:35.131450 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:33:35.826313 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103e708-75ac-4aa8-8daa-73f7ea35614a req-dd0bab9b-40c1-4dc9-a15e-d5a8b088c698 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:35.827820 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9103e708-75ac-4aa8-8daa-73f7ea35614a req-dd0bab9b-40c1-4dc9-a15e-d5a8b088c698 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0590694 Dec 10 09:33:35.878987 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9103e708-75ac-4aa8-8daa-73f7ea35614a req-1e76495f-3bce-4102-a3b9-e0cd941a9820 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Dec 10 09:33:37.002948 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec2b4-71c2-4005-9793-bc508099f221 req-a41df463-1069-47a0-aeac-dc3c3af87e06 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:37.004428 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ea0ec2b4-71c2-4005-9793-bc508099f221 req-a41df463-1069-47a0-aeac-dc3c3af87e06 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0522532 Dec 10 09:33:37.055366 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-ea0ec2b4-71c2-4005-9793-bc508099f221 req-e5d9bef4-e643-4cda-abfc-7117b39d5cf7 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446346 Dec 10 09:33:38.181422 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfe6d2-c56f-435c-8254-f0dd2cce1717 req-4e234b4c-7289-4bcf-863f-2eb3be0a4770 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:38.182931 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6dbfe6d2-c56f-435c-8254-f0dd2cce1717 req-4e234b4c-7289-4bcf-863f-2eb3be0a4770 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 944 time: 0.0514617 Dec 10 09:33:38.239876 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-6dbfe6d2-c56f-435c-8254-f0dd2cce1717 req-a8eca302-5256-4542-b8b6-3028bd27806e tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479469 Dec 10 09:33:38.355293 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:33:38.459521 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:38.471004 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Returning: {'device': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'port_id': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'mac_address': 'fa:16:3e:5a:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:33:38.507599 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:38.520604 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576ccc7c-a52a-4eb6-9550-dccb02d05c7e {{(pid=102410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:33:38.543972 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:38.550856 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:38.605059 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=7']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:38.809990 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] get_ports_and_sgs() called for port_ids ['576ccc7c-a52a-4eb6-9550-dccb02d05c7e'] {{(pid=102410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:33:39.368297 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066873-82a7-49c1-a95a-b87c5c055a5f req-180a9f66-ef38-4d53-840b-d44635f4cb92 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:39.369876 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e8066873-82a7-49c1-a95a-b87c5c055a5f req-180a9f66-ef38-4d53-840b-d44635f4cb92 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 945 time: 0.0553622 Dec 10 09:33:39.423014 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [req-e8066873-82a7-49c1-a95a-b87c5c055a5f req-bd1ab8dd-35a5-45f2-be34-5875ec7b4bce tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469744 Dec 10 09:33:40.089862 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:40.355153 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e up at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:33:40.416450 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.provisioning_blocks [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Provisioning complete for port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e triggered by entity L2. {{(pid=102410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:40.416826 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928590'] for port, provisioning_complete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:40.495280 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1832063'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:40.517665 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:33:40.519949 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcf99a20121418ae156d992df1561e760d948ccb0227cee55c5d58d616f771b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbef09-5679-46d8-8e16-9e84c40302c9" -d '{"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-plugged", "status": "completed", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:33:40.536549 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:40.541268 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744348792293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744348243146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744348243164'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:40.549377 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef1a9d-bfe2-492f-b9f2-30b83385cf85 req-cd5ae0ae-4284-4266-a5bb-c4c5d64cae67 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:40.550928 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-07ef1a9d-bfe2-492f-b9f2-30b83385cf85 req-cd5ae0ae-4284-4266-a5bb-c4c5d64cae67 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 945 time: 0.0506308 Dec 10 09:33:40.566584 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa418277-e527-48d1-87dc-f1106cd88f9c x-openstack-request-id: req-aa418277-e527-48d1-87dc-f1106cd88f9c {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:33:40.567529 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-plugged", "status": "completed", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:33:40.567749 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa418277-e527-48d1-87dc-f1106cd88f9c {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:33:40.568170 dv-cinder-817514-4-iscsi neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'code': 200} Dec 10 09:33:40.595534 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Pushing event updated for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=8']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:40.603957 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-07ef1a9d-bfe2-492f-b9f2-30b83385cf85 req-83d7eba0-7835-4ae8-8c42-dd03fa262d1d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Dec 10 09:33:40.780984 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc26c-2709-463f-884d-efc5eac4f4e0 req-aa5f3c8a-a697-4ee3-873d-8a545f15d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:40.782473 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0f8cc26c-2709-463f-884d-efc5eac4f4e0 req-aa5f3c8a-a697-4ee3-873d-8a545f15d024 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0407155 Dec 10 09:33:40.835189 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-0f8cc26c-2709-463f-884d-efc5eac4f4e0 req-19de8704-37ba-4956-96eb-d8cb9438e39c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Dec 10 09:33:42.787185 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a71a1803-87d9-42d6-8a1f-d4104916140b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:45.060846 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63d10f4a-6ef3-434f-baf5-4b2fc2816a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:46.319924 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:47.436432 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:48.599378 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:10.105839 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:12.137995 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:34:12.789863 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c151f0f5-07b4-4050-8907-637da7b951da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:15.053092 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ecc86c26-fbf6-46da-82bd-b56980eac137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:16.229345 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-200d32ac-0ea8-4b3d-a568-2d7fbd248491 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460908 Dec 10 09:34:16.313353 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:16.319595 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-3608b9fd-95c7-4025-9be8-0a81e9410cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:16.321105 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-3608b9fd-95c7-4025-9be8-0a81e9410cf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0443940 Dec 10 09:34:16.428006 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-36e5c5fd-a3c9-4b03-8eee-18bd6d532a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:16.429486 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-36e5c5fd-a3c9-4b03-8eee-18bd6d532a28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.0865102 Dec 10 09:34:16.499381 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-eeba0b6b-014c-4bc2-900a-af5d22a257f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 1001 time: 0.0624139 Dec 10 09:34:16.559759 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-9441564c-fbec-4783-9a4d-b527ba68543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:16.561200 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-9441564c-fbec-4783-9a4d-b527ba68543d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0547042 Dec 10 09:34:16.612439 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-8757e1e2-9a77-414c-82e0-1653b6b3c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:16.613830 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-8757e1e2-9a77-414c-82e0-1653b6b3c6f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451133 Dec 10 09:34:16.711809 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-25c9562a-cb5d-47ad-a0c1-dd882c7d6831 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907958 Dec 10 09:34:16.803865 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-9b506d70-d514-47e6-9b7f-2d0e7ba7a19b req-5027d2b2-ac9e-4f93-a6be-6e6cb8d456ec service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851245 Dec 10 09:34:17.438510 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:18.593624 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:40.102356 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:41.805210 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7d54-d291-4d58-bba7-8f94a31563e8 req-d2a0e446-a086-491f-9741-0f048505623d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:41.806679 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bb8b7d54-d291-4d58-bba7-8f94a31563e8 req-d2a0e446-a086-491f-9741-0f048505623d tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0539513 Dec 10 09:34:41.857170 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-bb8b7d54-d291-4d58-bba7-8f94a31563e8 req-99ad85c7-89a6-4f58-8f8d-1f890abcba4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Dec 10 09:34:42.795950 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99909f30-e0d1-482b-b12f-962ca16065cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:45.055450 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-698e7f6c-6189-4483-8d5e-090ec6df002a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:46.324573 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:47.432446 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:48.598273 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:49.143439 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:35:10.121598 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:12.786705 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0fda5271-ce43-49ff-9d28-5752fcabe820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:15.060431 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0c57-547a-4616-b04d-23c9d25f7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:16.318283 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:17.442379 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:18.252277 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-8b0147b2-007e-4a48-9a8e-c40d605fd9f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456400 Dec 10 09:35:18.336246 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-393b9693-d26c-41bb-8556-a884214de586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:18.337713 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-393b9693-d26c-41bb-8556-a884214de586 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0423126 Dec 10 09:35:18.444828 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-4fc7d4b7-874f-4ef9-af26-0a060c4120d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:18.446309 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-4fc7d4b7-874f-4ef9-af26-0a060c4120d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.0884922 Dec 10 09:35:18.513996 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-8d05b142-68c7-4f15-8fd1-cabb8217a837 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 1001 time: 0.0599194 Dec 10 09:35:18.567525 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-c1b5ae79-f6ae-4932-89e1-cd7e42db9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:18.568926 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-c1b5ae79-f6ae-4932-89e1-cd7e42db9338 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0473731 Dec 10 09:35:18.603841 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:18.624012 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-bf5234cd-e54a-44c2-9e2a-1853aac8672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:18.625505 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-bf5234cd-e54a-44c2-9e2a-1853aac8672b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497153 Dec 10 09:35:18.715962 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-604a0427-277e-4c8c-9ab5-2fdd720eb182 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828059 Dec 10 09:35:18.806934 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-70c2b9c8-b80d-46ab-b093-87399c483687 req-7c91f668-9292-4a6e-b7df-b737a3b177bc service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Dec 10 09:35:22.545556 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50520) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:22.709512 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Deleting port 030e1ca6-c3a1-4e36-8638-77141f5b05d6 {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:22.709803 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:22.789098 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:22.789502 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:22.801991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Calling delete_port for 030e1ca6-c3a1-4e36-8638-77141f5b05d6 owned by network:floatingip {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:22.948055 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:22.976634 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event deleted for resources: {'Port': ['ID=030e1ca6-c3a1-4e36-8638-77141f5b05d6,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:22.988186 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.988570 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.988920 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.989286 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.989594 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.989923 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.990283 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.990619 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.990943 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.991272 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.991593 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.991916 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:22.992223 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:23.046044 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for floatingip, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:23.046374 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.db.l3_db [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Floating IP 0480ac2a-2e80-4e23-b5ea-d5d21f522d0c disassociated (deleted). External IP: 172.27.2.99, port: 576ccc7c-a52a-4eb6-9550-dccb02d05c7e. Dec 10 09:35:23.257618 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Router 4f0b9bfc-5a41-473d-861e-0e611a6de435 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:23.376322 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:23.382964 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for floatingip, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:23.389908 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] Sync routers for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:23.400875 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:23.401654 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:35:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:23.412805 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-04a0d47b-7c7a-4611-b8f2-670dfb049c4a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "DELETE /v2.0/floatingips/0480ac2a-2e80-4e23-b5ea-d5d21f522d0c HTTP/1.1" status: 204 len: 168 time: 0.8661220 Dec 10 09:35:23.413509 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:35:23.415834 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01462f74-85c7-4864-9cf5-974ec017f4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:35:23.510232 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:23.681609 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b96e9ce-bf14-48a8-901f-2190bcee3744 x-openstack-request-id: req-8b96e9ce-bf14-48a8-901f-2190bcee3744 {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:35:23.682163 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:35:23.682285 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b96e9ce-bf14-48a8-901f-2190bcee3744 {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:35:23.682592 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'status': 'completed', 'code': 200} Dec 10 09:35:23.714796 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:23.745099 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] Checking router: 4f0b9bfc-5a41-473d-861e-0e611a6de435 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:23.754571 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:23.755219 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:35:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:23.802495 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5b9fb-c84e-45cb-b5ae-0c05911bd53a req-82398a19-ecfb-4c18-bf35-99840c6d345a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:23.804098 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b0d5b9fb-c84e-45cb-b5ae-0c05911bd53a req-82398a19-ecfb-4c18-bf35-99840c6d345a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0768857 Dec 10 09:35:23.839966 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-75392767-e1ea-4529-90d6-64fe147b75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:23.841540 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-75392767-e1ea-4529-90d6-64fe147b75f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d06aae230a418da58622a7afde8da9&device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 1099 time: 0.0753584 Dec 10 09:35:23.908317 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b0d5b9fb-c84e-45cb-b5ae-0c05911bd53a req-139825e4-3348-4583-bc25-f7ba11f71b6f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974469 Dec 10 09:35:23.949581 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-f49af2ab-fb97-4748-855f-b9c4ce2ec481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:23.951667 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-f49af2ab-fb97-4748-855f-b9c4ce2ec481 service neutron] 10.222.0.43 "GET /v2.0/networks?id=564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 200 len: 909 time: 0.1014631 Dec 10 09:35:23.993367 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:23.998495 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-3403c653-ac36-4003-8222-a7c2378584c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 200 len: 217 time: 0.0392768 Dec 10 09:35:24.049121 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-8101bd88-cdac-44e0-98ad-c34b89254542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:24.050628 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-8101bd88-cdac-44e0-98ad-c34b89254542 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 200 len: 847 time: 0.0454340 Dec 10 09:35:24.099538 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-27d31940-cfed-417d-933d-26fe8710bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:24.101125 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-27d31940-cfed-417d-933d-26fe8710bfb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=564c4e97-463d-466f-85aa-41e1b8d64c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419550 Dec 10 09:35:24.188748 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:24.194569 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-dbe90c90-eedf-4423-b036-a2c0bebe1063 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848978 Dec 10 09:35:24.215160 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34318ae-b9b2-47cb-a5cc-371b33e9aa30 None None] The sync data for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi is: [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:30:30Z', 'revision_number': 4, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi', '_interfaces': [{'id': '1af559c8-19d2-4ef4-b78d-c4f371978e65', 'name': '', 'network_id': '564c4e97-463d-466f-85aa-41e1b8d64c6f', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'mac_address': 'fa:16:3e:e8:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:29Z', 'updated_at': '2021-12-10T09:30:36Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'subnets': [{'id': '932d76f8-4b8e-464a-ab45-da81a33dba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:24.290130 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-01462f74-85c7-4864-9cf5-974ec017f4b5 req-45a41311-2937-4ffe-a0c0-9a55f28449c3 service neutron] 10.222.0.43 "GET /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874867 Dec 10 09:35:24.442825 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be8d01-5fa0-4830-b332-2da168d6e57c None None] New status for floating IP 0480ac2a-2e80-4e23-b5ea-d5d21f522d0c: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:35:25.043704 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa33e0-875f-469b-a51b-a176e599afd2 req-e6755bb1-ea92-4211-a821-86d1c2bf659e tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:25.045235 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b8aa33e0-875f-469b-a51b-a176e599afd2 req-e6755bb1-ea92-4211-a821-86d1c2bf659e tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0614018 Dec 10 09:35:25.100032 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-b8aa33e0-875f-469b-a51b-a176e599afd2 req-80836c75-627d-434f-92ec-6b4f63b8941a tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/security-groups?id=1935b70b-3352-401c-9da5-773421523a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487339 Dec 10 09:35:25.264164 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252524ce-dcad-40f8-8584-c22cd62f881c req-fb77712e-86e2-4b0d-90d3-fabd95ecab2f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:25.265527 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-252524ce-dcad-40f8-8584-c22cd62f881c req-fb77712e-86e2-4b0d-90d3-fabd95ecab2f tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 946 time: 0.0585966 Dec 10 09:35:25.358753 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Deleting port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:25.359095 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:25.721406 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] For port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:25.721783 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:25.734374 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Calling delete_port for 576ccc7c-a52a-4eb6-9550-dccb02d05c7e owned by compute:nova {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:25.867542 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:25.893590 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event deleted for resources: {'Port': ['ID=576ccc7c-a52a-4eb6-9550-dccb02d05c7e,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:25.934840 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] No DVR routers for this DVR port 576ccc7c-a52a-4eb6-9550-dccb02d05c7e on host hv-cinder-81751 {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:25.937522 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-314706'] for port, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:25.940918 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-252524ce-dcad-40f8-8584-c22cd62f881c req-87a5e48f-b84d-42a0-b528-8d7afc76d6ac tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.43 "DELETE /v2.0/ports/576ccc7c-a52a-4eb6-9550-dccb02d05c7e HTTP/1.1" status: 204 len: 173 time: 0.6682553 Dec 10 09:35:25.941364 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-deleted', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e'}] {{(pid=102408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:35:25.943616 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4ef95d18b03e90da0e189572d359106811a2245de9bb99b91f4b3c593be000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8457f967-8302-47c8-bfd9-63007f40b9e3" -d '{"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-deleted", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e"}]}' {{(pid=102408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:35:25.986838 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6bf186-86a5-4546-a8c2-80aa91a122ca x-openstack-request-id: req-5c6bf186-86a5-4546-a8c2-80aa91a122ca {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:35:25.987123 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9332f-ee87-498d-b174-f73132d3bc32", "name": "network-vif-deleted", "tag": "576ccc7c-a52a-4eb6-9550-dccb02d05c7e", "status": "completed", "code": 200}]} {{(pid=102408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:35:25.987374 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c6bf186-86a5-4546-a8c2-80aa91a122ca {{(pid=102408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:35:25.987772 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9332f-ee87-498d-b174-f73132d3bc32', 'name': 'network-vif-deleted', 'tag': '576ccc7c-a52a-4eb6-9550-dccb02d05c7e', 'status': 'completed', 'code': 200} Dec 10 09:35:26.143638 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:35:26.209253 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [req-165c2996-a9b8-451b-9a1a-eb9beb5d206e req-29000503-8cdf-43fd-8351-5e8a6d178704 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23f9332f-ee87-498d-b174-f73132d3bc32 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Dec 10 09:35:27.274411 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50542) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:27.349811 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-09320ddc-3cda-4a34-a675-b6b4f6da4757 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:27.381237 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-09320ddc-3cda-4a34-a675-b6b4f6da4757 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:27.455290 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-09320ddc-3cda-4a34-a675-b6b4f6da4757 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:27.460055 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-09320ddc-3cda-4a34-a675-b6b4f6da4757 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:27.461536 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-09320ddc-3cda-4a34-a675-b6b4f6da4757 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] 10.222.0.21 "DELETE /v2.0/security-groups/1935b70b-3352-401c-9da5-773421523a97 HTTP/1.1" status: 204 len: 168 time: 0.1859596 Dec 10 09:35:27.472026 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09320ddc-3cda-4a34-a675-b6b4f6da4757 tempest-TestShelveInstance-1925313603 tempest-TestShelveInstance-1925313603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935b70b-3352-401c-9da5-773421523a97,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:27.505418 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50546) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:28.013636 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:28.286630 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Deleting port 1af559c8-19d2-4ef4-b78d-c4f371978e65 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:28.286876 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:28.367133 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] For port 1af559c8-19d2-4ef4-b78d-c4f371978e65, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=1af559c8-19d2-4ef4-b78d-c4f371978e65,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:28.367502 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:28.380138 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Calling delete_port for 1af559c8-19d2-4ef4-b78d-c4f371978e65 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:28.564687 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:28.590678 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Pushing event deleted for resources: {'Port': ['ID=1af559c8-19d2-4ef4-b78d-c4f371978e65,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:28.614889 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.615245 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.615591 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.615929 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.616262 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.616592 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.616919 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.617243 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.617586 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.617899 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.618237 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.618558 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.618871 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:28.759233 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:28.897359 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:28.920574 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] No Port match for: 576ccc7c-a52a-4eb6-9550-dccb02d05c7e {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:28.920922 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Device 576ccc7c-a52a-4eb6-9550-dccb02d05c7e not bound to the agent host hv-cinder-81751 {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:28.985073 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Router 4f0b9bfc-5a41-473d-861e-0e611a6de435 has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:29.091692 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:29.097243 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-296f36eb-a703-433b-8b9b-43f2fb9ad16e admin admin] 10.222.0.21 "PUT /v2.0/routers/4f0b9bfc-5a41-473d-861e-0e611a6de435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5906649 Dec 10 09:35:29.099867 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50552) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:29.101233 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] Sync routers for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:29.112572 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:29.113183 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:35:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:29.201265 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.218624 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: dv-cinder-817514-4-iscsi {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:29.302995 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.356616 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Deleting port 3700482c-aa14-4866-9302-e42b52b442e2 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:29.356963 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.395064 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '3700482c-aa14-4866-9302-e42b52b442e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:35:28Z', 'revision_number': 5, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port': {'id': '3700482c-aa14-4866-9302-e42b52b442e2', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:28Z', 'updated_at': '2021-12-10T09:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:29.426813 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] Checking router: 4f0b9bfc-5a41-473d-861e-0e611a6de435 for host: dv-cinder-817514-4-iscsi {{(pid=102410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:29.435930 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] Routers {'4f0b9bfc-5a41-473d-861e-0e611a6de435'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:29.436589 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:35:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['4f0b9bfc-5a41-473d-861e-0e611a6de435'], 'active': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:29.449094 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] For port 3700482c-aa14-4866-9302-e42b52b442e2, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=3700482c-aa14-4866-9302-e42b52b442e2,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:29.449606 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.462203 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Calling delete_port for 3700482c-aa14-4866-9302-e42b52b442e2 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:29.522578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvr_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] Set router 4f0b9bfc-5a41-473d-861e-0e611a6de435 gateway port host: None {{(pid=102410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:29.575944 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_hamode_db [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:35:29Z', 'revision_number': 6, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:29.606465 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ede97-b634-420e-a19c-ee8614e78c14 None None] The sync data for ids ['4f0b9bfc-5a41-473d-861e-0e611a6de435'] in dv-cinder-817514-4-iscsi is: [{'id': '4f0b9bfc-5a41-473d-861e-0e611a6de435', 'name': 'tempest-TestShelveInstance-832729815-router', 'tenant_id': '50d06aae230a418da58622a7afde8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:27Z', 'updated_at': '2021-12-10T09:35:29Z', 'revision_number': 6, 'project_id': '50d06aae230a418da58622a7afde8da9', 'gw_port_host': None}] {{(pid=102410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:29.627900 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.658903 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Pushing event deleted for resources: {'Port': ['ID=3700482c-aa14-4866-9302-e42b52b442e2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:29.725290 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.812073 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.814266 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.862553 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.863115 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0b9bfc-5a41-473d-861e-0e611a6de435 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:35:29.867690 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:29.868845 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-9c4c33dd-0432-47bb-8ac0-1ccefae37348 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4f0b9bfc-5a41-473d-861e-0e611a6de435 HTTP/1.1" status: 204 len: 168 time: 0.7680578 Dec 10 09:35:29.871559 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50554) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:30.173441 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Deleting subnet 932d76f8-4b8e-464a-ab45-da81a33dba29 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:35:30.178364 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.222505 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.304419 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.365528 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.392444 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932d76f8-4b8e-464a-ab45-da81a33dba29,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:30.395256 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.398765 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fdc7ea-65be-4de2-84de-d711da867d3f None None] Network 564c4e97-463d-466f-85aa-41e1b8d64c6f requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:30.399381 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-92837b0d-7cc9-4ae2-b493-7117dc71a6f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/932d76f8-4b8e-464a-ab45-da81a33dba29 HTTP/1.1" status: 204 len: 168 time: 0.5263228 Dec 10 09:35:30.401436 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50556) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:30.471399 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.526771 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Deleting port f88906df-1266-4609-a8b2-9a85c638027c {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:30.527108 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.562208 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] DHCP port deletion for 564c4e97-463d-466f-85aa-41e1b8d64c6f request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:30.594702 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] For port f88906df-1266-4609-a8b2-9a85c638027c, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f88906df-1266-4609-a8b2-9a85c638027c,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:30.595247 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.611103 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Calling delete_port for f88906df-1266-4609-a8b2-9a85c638027c owned by network:dhcp {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:30.618923 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Deleting port f88906df-1266-4609-a8b2-9a85c638027c {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:30.619414 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.686552 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] For port f88906df-1266-4609-a8b2-9a85c638027c, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f88906df-1266-4609-a8b2-9a85c638027c,segment=NetworkSegment(45204fd8-3c46-48ac-bad4-ff36d5b83636),segment_id=45204fd8-3c46-48ac-bad4-ff36d5b83636)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:30.686943 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.694429 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.700095 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Calling delete_port for f88906df-1266-4609-a8b2-9a85c638027c owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:30.724698 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Pushing event deleted for resources: {'Port': ['ID=f88906df-1266-4609-a8b2-9a85c638027c,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:30.726551 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] No DVR routers for this DVR port f88906df-1266-4609-a8b2-9a85c638027c on host dv-cinder-817514-4-iscsi {{(pid=102408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:30.780116 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.796786 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.804462 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Pushing event deleted for resources: {'Port': ['ID=f88906df-1266-4609-a8b2-9a85c638027c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:30.810631 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] No DVR routers for this DVR port f88906df-1266-4609-a8b2-9a85c638027c on host dv-cinder-817514-4-iscsi {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:30.819069 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.819426 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.819765 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.820097 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.820425 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.820753 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.820863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564c4e97-463d-466f-85aa-41e1b8d64c6f']}} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:30.821072 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.821404 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.821722 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.822059 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.822392 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.822707 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.823027 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa8162-b321-4cd2-b543-674dbdddd42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-4-iscsi {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:30.831172 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45204fd8-3c46-48ac-bad4-ff36d5b83636') {'for_net_delete': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:30.831472 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.services.segments.db [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45204fd8-3c46-48ac-bad4-ff36d5b83636') {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:30.841104 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5479516'] for segment, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.853988 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.860531 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:35:30.860903 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5871251'] for segment, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: Traceback (most recent call last): Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: timer() Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: cb(*args, **kw) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: return func(*args, **kwargs) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: self._notify() Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: self.callback(batched_events) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: event.method(event) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: return f(self, *a, **k) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._get(url).json() Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: return self.request(url, 'GET', **kwargs) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:35:30.862562 dv-cinder-817514-4-iscsi neutron-server[102408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:35:30.919882 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.927552 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:30.930749 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] 10.222.0.21 "DELETE /v2.0/networks/564c4e97-463d-466f-85aa-41e1b8d64c6f HTTP/1.1" status: 204 len: 168 time: 0.5282826 Dec 10 09:35:30.933636 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50558) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:30.949158 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589899-c3c1-42cd-b153-4f2886e9e82c admin admin] Pushing event deleted for resources: {'Network': ['ID=564c4e97-463d-466f-85aa-41e1b8d64c6f,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:31.293991 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550929'] for router_interface, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:31.466007 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 3700482c-aa14-4866-9302-e42b52b442e2 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:31.486754 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 3700482c-aa14-4866-9302-e42b52b442e2 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:31.487106 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 3700482c-aa14-4866-9302-e42b52b442e2 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:31.487525 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 1af559c8-19d2-4ef4-b78d-c4f371978e65 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:31.506705 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 1af559c8-19d2-4ef4-b78d-c4f371978e65 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:31.507057 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 1af559c8-19d2-4ef4-b78d-c4f371978e65 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:31.507476 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f88906df-1266-4609-a8b2-9a85c638027c no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:31.529221 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: f88906df-1266-4609-a8b2-9a85c638027c {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:31.529800 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f88906df-1266-4609-a8b2-9a85c638027c not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:31.542659 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Deleting port 130efbc6-29a9-409e-9b3f-2dcc6df1360b {{(pid=102408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:31.543209 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:31.622931 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] For port 130efbc6-29a9-409e-9b3f-2dcc6df1360b, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=130efbc6-29a9-409e-9b3f-2dcc6df1360b,segment=NetworkSegment(d05ab8f3-51e1-4310-aaa4-4d5048c004a1),segment_id=d05ab8f3-51e1-4310-aaa4-4d5048c004a1)] {{(pid=102408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:31.623398 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:31.635072 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.plugin [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Calling delete_port for 130efbc6-29a9-409e-9b3f-2dcc6df1360b owned by network:router_interface {{(pid=102408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:31.837887 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5871310'] for port, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:31.862598 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Pushing event deleted for resources: {'Port': ['ID=130efbc6-29a9-409e-9b3f-2dcc6df1360b,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:32.035250 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551053'] for router_interface, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.253270 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Router d027dbdb-f27a-4783-8389-4824b86eee1d has already been hosted by L3 agent 6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84 {{(pid=102408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:32.355977 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] Notify agent at l3_agent.dv-cinder-817514-4-iscsi the message routers_updated {{(pid=102408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:32.362234 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-b470b297-5f05-47e8-9b3b-e764bc72782d admin admin] 10.222.0.21 "PUT /v2.0/routers/d027dbdb-f27a-4783-8389-4824b86eee1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4275086 Dec 10 09:35:32.364324 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50560) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:32.365314 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] Sync routers for ids ['d027dbdb-f27a-4783-8389-4824b86eee1d'] in dv-cinder-817514-4-iscsi {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:32.380873 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] Routers {'d027dbdb-f27a-4783-8389-4824b86eee1d'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:32.381537 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:35:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['d027dbdb-f27a-4783-8389-4824b86eee1d'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:32.470040 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.485219 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] Set router d027dbdb-f27a-4783-8389-4824b86eee1d gateway port host: dv-cinder-817514-4-iscsi {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:32.572758 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.625196 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Deleting port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:32.625537 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.667619 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'external_fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:35:31Z', 'revision_number': 5, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port': {'id': 'f5b876ed-4abb-43b4-8cfd-b8933c59dcfb', 'name': '', 'network_id': 'a976da7e-ccee-4745-a4ce-ee021f15c234', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:34Z', 'updated_at': '2021-12-10T09:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '734d9de5-32fb-4a6c-bbe6-31559ad9291d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-4-iscsi'}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:32.698037 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] Checking router: d027dbdb-f27a-4783-8389-4824b86eee1d for host: dv-cinder-817514-4-iscsi {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:32.706891 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] Routers {'d027dbdb-f27a-4783-8389-4824b86eee1d'} bound to L3 agent in host dv-cinder-817514-4-iscsi {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:32.707245 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] For port f5b876ed-4abb-43b4-8cfd-b8933c59dcfb, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,segment=NetworkSegment(db61e7ae-abce-446a-a1d7-7dc8637b3ba2),segment_id=db61e7ae-abce-446a-a1d7-7dc8637b3ba2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:32.707493 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T09:14:15Z,description=,heartbeat_timestamp=2021-12-10T09:35:15Z,host='dv-cinder-817514-4-iscsi',id=6e5fcb60-5cb7-41eb-9560-3c02ef0e1d84,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T09:14:15Z,topic='l3_agent')) {'router_ids': ['d027dbdb-f27a-4783-8389-4824b86eee1d'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:32.707618 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.719281 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Calling delete_port for f5b876ed-4abb-43b4-8cfd-b8933c59dcfb owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:32.887538 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.887809 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] Set router d027dbdb-f27a-4783-8389-4824b86eee1d gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:32.912364 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b876ed-4abb-43b4-8cfd-b8933c59dcfb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:32.942257 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:35:32Z', 'revision_number': 6, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port_host': None}], 'dv-cinder-817514-4-iscsi', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:32.971266 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549935'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:32.972126 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13a0e0-52dd-4929-b0cd-ee5b6f107b0e None None] The sync data for ids ['d027dbdb-f27a-4783-8389-4824b86eee1d'] in dv-cinder-817514-4-iscsi is: [{'id': 'd027dbdb-f27a-4783-8389-4824b86eee1d', 'name': 'tempest-TestShelveInstance-1281754347-router', 'tenant_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:33Z', 'updated_at': '2021-12-10T09:35:32Z', 'revision_number': 6, 'project_id': '92f4e2080d93464c8de8ab1c098bf6d9', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:33.061473 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62846'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.063799 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.113235 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532406'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.113856 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d027dbdb-f27a-4783-8389-4824b86eee1d {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:35:33.118669 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.119824 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-84bfeead-d558-4f5b-9dae-01b400baa5c1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d027dbdb-f27a-4783-8389-4824b86eee1d HTTP/1.1" status: 204 len: 168 time: 0.7544036 Dec 10 09:35:33.122448 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50562) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:33.173439 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Deleting subnet 5c5ef9e5-27ce-4327-81ba-64da1d290dc2 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:35:33.178465 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.216104 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822586'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.306888 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1907872'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.362569 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1907883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4361512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176174'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.389213 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5ef9e5-27ce-4327-81ba-64da1d290dc2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:33.394200 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.397470 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-a628e4da-092a-4897-815f-735b8adbe2b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c5ef9e5-27ce-4327-81ba-64da1d290dc2 HTTP/1.1" status: 204 len: 168 time: 0.2740755 Dec 10 09:35:33.400265 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.21', 50564) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:33.401220 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c4a2d-79c4-45b7-8212-27035fb2d406 None None] Network 9608c2bc-f640-4a71-b45f-89931ff824be requested from dv-cinder-817514-4-iscsi {{(pid=102410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:33.471650 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1937038'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.530112 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Deleting port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:33.530454 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744348752496'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.593128 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] For port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775, host dv-cinder-817514-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-4-iscsi',level=0,port_id=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,segment=NetworkSegment(d05ab8f3-51e1-4310-aaa4-4d5048c004a1),segment_id=d05ab8f3-51e1-4310-aaa4-4d5048c004a1)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:33.593479 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588420'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.606051 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Calling delete_port for 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:33.690839 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744348792275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744348243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4361503'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.714207 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515153ce-652b-46a5-8809-bcdf41ab14d3 None None] DHCP port deletion for 9608c2bc-f640-4a71-b45f-89931ff824be request from dv-cinder-817514-4-iscsi {{(pid=102410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:33.723117 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e43bcd4-e61f-48bd-a25f-2124ac1f1775,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:33.727653 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] No DVR routers for this DVR port 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 on host dv-cinder-817514-4-iscsi {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:33.766877 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f5b876ed-4abb-43b4-8cfd-b8933c59dcfb no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:33.792217 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: f5b876ed-4abb-43b4-8cfd-b8933c59dcfb {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:33.792665 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device f5b876ed-4abb-43b4-8cfd-b8933c59dcfb not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:33.793156 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 130efbc6-29a9-409e-9b3f-2dcc6df1360b no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:33.806745 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905207', 'neutron.services.segments.db._delete_segments_for_network-8744348761474'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.812782 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 130efbc6-29a9-409e-9b3f-2dcc6df1360b {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:33.813195 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 130efbc6-29a9-409e-9b3f-2dcc6df1360b not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:33.813677 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 no longer exists at agent ovs-agent-dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:33.827100 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9608c2bc-f640-4a71-b45f-89931ff824be']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:33.833306 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] No Port match for: 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 {{(pid=102410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:33.833723 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron.plugins.ml2.rpc [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Device 4e43bcd4-e61f-48bd-a25f-2124ac1f1775 not bound to the agent host dv-cinder-817514-4-iscsi {{(pid=102410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:33.837642 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:33.837944 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.services.segments.db [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05ab8f3-51e1-4310-aaa4-4d5048c004a1') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:33.850300 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744348764555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822721'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.864818 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.876525 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:35:33.877110 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4361538'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: Traceback (most recent call last): Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: timer() Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: cb(*args, **kw) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: return func(*args, **kwargs) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: self._notify() Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: self.callback(batched_events) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: event.method(event) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: return f(self, *a, **k) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._get(url).json() Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: return self.request(url, 'GET', **kwargs) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:35:33.878872 dv-cinder-817514-4-iscsi neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:35:33.936629 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549891'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.942769 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759151'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.948345 dv-cinder-817514-4-iscsi neutron-server[102409]: INFO neutron.wsgi [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9608c2bc-f640-4a71-b45f-89931ff824be HTTP/1.1" status: 204 len: 168 time: 0.5446861 Dec 10 09:35:33.959771 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2329-af1b-4705-8bc1-c4a1122818a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9608c2bc-f640-4a71-b45f-89931ff824be,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:34.067952 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50568) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:34.111176 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-37c6de03-6371-4b1a-8c16-6bf1fcaf2543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50d06aae230a418da58622a7afde8da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420525 Dec 10 09:35:34.113531 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50570) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:34.163452 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4b439fed-0a02-406f-8424-4e0e381a36c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.186848 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4b439fed-0a02-406f-8424-4e0e381a36c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.249645 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4b439fed-0a02-406f-8424-4e0e381a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.252857 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4b439fed-0a02-406f-8424-4e0e381a36c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.254467 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-4b439fed-0a02-406f-8424-4e0e381a36c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc6229ba-fad7-46a5-805f-63b0612be1f9 HTTP/1.1" status: 204 len: 168 time: 0.1400409 Dec 10 09:35:34.262372 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b439fed-0a02-406f-8424-4e0e381a36c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6229ba-fad7-46a5-805f-63b0612be1f9,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:34.581262 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50576) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:34.621774 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-49a816ae-45fb-40e1-adae-6c0e654d4c59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92f4e2080d93464c8de8ab1c098bf6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393832 Dec 10 09:35:34.624363 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.wsgi [-] (102408) accepted ('10.222.0.21', 50578) {{(pid=102408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:34.680092 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-22c982ed-c396-4ed6-b90d-349420d14cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.700695 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-22c982ed-c396-4ed6-b90d-349420d14cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.751863 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-22c982ed-c396-4ed6-b90d-349420d14cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964487'] for security_group, after_delete {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.755993 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-22c982ed-c396-4ed6-b90d-349420d14cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:34.757825 dv-cinder-817514-4-iscsi neutron-server[102408]: INFO neutron.wsgi [None req-22c982ed-c396-4ed6-b90d-349420d14cf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc0253bb-35cf-4344-acc3-ead30573e168 HTTP/1.1" status: 204 len: 168 time: 0.1323636 Dec 10 09:35:34.766985 dv-cinder-817514-4-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c982ed-c396-4ed6-b90d-349420d14cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0253bb-35cf-4344-acc3-ead30573e168,revision_number=None']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:40.117477 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.788912 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bdd2829a-0d9b-4e0a-89b3-6fef26b805f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.067550 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fcf700-ca0f-411c-84b0-540906ff9aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:46.328573 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.443373 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.608722 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:03.146632 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:36:10.140151 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:12.789751 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d03f862c-5e5f-4e2e-af32-f930ba2c0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:15.063728 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59bb9dd9-5c9f-4620-8b90-62d473dddb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:16.338349 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:17.455313 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:18.610137 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:40.130885 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:40.147853 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:36:42.786659 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5a32c87-6ab1-4149-9fbc-32c9117d5583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:45.052378 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2843be65-e6b1-4928-bb7f-f9ede60ac834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:46.341785 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:47.459145 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:48.740577 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:10.148470 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:12.785148 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7673b955-4306-4731-841b-c9684a4b6e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:15.051598 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14031642-1bec-45f6-9758-7d0cc60c3d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:16.343982 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:17.152906 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:37:17.455894 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:18.614473 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:40.147312 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:42.786327 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7078-249e-46ee-b162-264a8b5972de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:45.057673 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-501b8fa3-01b2-4a0f-9a2b-935e70ad4307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:46.351759 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:47.466064 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:48.616113 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:54.154370 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:38:10.167378 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:12.786419 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-74fd8e27-5657-4426-9a29-53a64fe55d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.060899 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-98ba0011-309b-4353-976c-2a25a11a0bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:16.354904 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:17.468862 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:18.624211 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:31.158264 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:38:33.005641 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [req-490969ed-e4bb-428e-baa6-e97387be6fef req-730bdf59-bb6a-44c8-8891-a2947182745d service neutron] (102409) timed out ('10.222.0.43', 57626) {{(pid=102409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:38:40.166735 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:42.788238 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a623-e9c7-404e-81d1-2f83ee0aad22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:45.064998 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e48299ae-a3b6-443f-b3da-315785baf606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:46.354239 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:47.469432 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:48.621164 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:08.163885 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:39:10.164981 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:12.793578 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efef7345-a527-4735-baa5-6daebb7eff2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:15.066993 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1cd005e0-3991-4a00-95f7-ae9bbf446936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:16.357631 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:17.479860 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:18.615278 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:40.162005 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:42.797864 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bef8c31f-453a-4053-90f7-0ee0b86f4c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:45.065333 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f14867c5-a8ec-47ca-9b45-58c0a84d387b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:45.170057 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:39:46.366473 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:47.478264 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:48.144747 dv-cinder-817514-4-iscsi neutron-server[102409]: DEBUG neutron.wsgi [req-5ff93cc7-b467-4611-9185-896b8fca0d26 req-e531ced2-1448-49e0-b39d-84156cddefa7 service neutron] (102409) timed out ('10.222.0.43', 57620) {{(pid=102409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:39:48.614213 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:10.163251 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:12.800267 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffc3647b-2426-40b2-909a-f3053d3aabb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:15.063084 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-792e3e43-f8bc-4d53-a00b-b7b104e362d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:16.369701 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:17.478971 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:18.617751 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:22.175828 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:40:40.172192 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04d0aa71-a931-455f-9cad-86500e4aed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:42.794855 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fa75200b-b1b7-426d-a1c6-827013f08a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:45.064188 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dfe3278-bfbe-4fd1-a25c-3bf5a41630f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:46.373325 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-676997dc-2597-4730-879e-de029121a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:47.485755 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38fcfa5a-a82d-4419-8a5b-477e30e1a9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:48.621940 dv-cinder-817514-4-iscsi neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6c349fbb-ffe3-4c10-9014-e1ad8b123354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744348761429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928673'] for agent, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:59.176214 dv-cinder-817514-4-iscsi neutron-server[102411]: DEBUG neutron.db.agents_db [None req-27060fe0-c0ae-4a7a-90a7-b592e497f96f None None] Agent healthcheck: found 6 active agents {{(pid=102411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}